2024-12-02 13:13:04,852 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 13:13:04,875 main DEBUG Took 0.020118 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 13:13:04,875 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 13:13:04,875 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 13:13:04,876 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 13:13:04,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,886 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 13:13:04,897 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,899 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,899 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,901 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,901 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,902 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,904 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,904 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,905 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,906 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,907 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:13:04,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,908 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 13:13:04,909 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:13:04,911 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 13:13:04,912 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 13:13:04,913 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 13:13:04,914 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 13:13:04,914 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 13:13:04,921 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 13:13:04,923 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 13:13:04,925 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 13:13:04,925 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 13:13:04,926 main DEBUG createAppenders(={Console}) 2024-12-02 13:13:04,927 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-02 13:13:04,927 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 13:13:04,927 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-02 13:13:04,927 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 13:13:04,928 main DEBUG OutputStream closed 2024-12-02 13:13:04,928 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 13:13:04,928 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 13:13:04,928 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-02 13:13:05,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 13:13:05,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 13:13:05,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 13:13:05,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 13:13:05,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 13:13:05,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 13:13:05,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 13:13:05,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 13:13:05,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 13:13:05,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 13:13:05,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 13:13:05,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 13:13:05,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 13:13:05,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 13:13:05,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 13:13:05,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 13:13:05,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 13:13:05,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 13:13:05,018 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 13:13:05,019 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-02 13:13:05,019 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 13:13:05,020 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-02T13:13:05,039 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-02 13:13:05,042 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 13:13:05,042 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T13:13:05,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=4131 2024-12-02T13:13:05,374 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-02T13:13:05,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a 2024-12-02T13:13:05,433 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f, deleteOnExit=true 2024-12-02T13:13:05,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f/zookeeper_0, clientPort=51494, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:13:05,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51494 2024-12-02T13:13:05,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:13:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:13:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/test.cache.data in system properties and HBase conf 2024-12-02T13:13:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:13:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:13:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:13:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:13:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:13:05,668 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T13:13:05,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:13:05,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:05,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:13:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:13:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:13:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:13:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:13:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:13:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:13:05,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:13:06,479 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T13:13:06,548 INFO [Time-limited test {}] log.Log(170): Logging initialized @2446ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T13:13:06,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:06,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:06,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:06,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:06,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:13:06,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:06,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:06,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:06,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/java.io.tmpdir/jetty-localhost-44453-hadoop-hdfs-3_4_1-tests_jar-_-any-16534108376677688577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:06,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44453} 2024-12-02T13:13:06,931 INFO [Time-limited test {}] server.Server(415): Started @2830ms 2024-12-02T13:13:07,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:07,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:07,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:07,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:07,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:13:07,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:07,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:07,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/java.io.tmpdir/jetty-localhost-40427-hadoop-hdfs-3_4_1-tests_jar-_-any-4241353740806757891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:07,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:40427} 2024-12-02T13:13:07,506 INFO [Time-limited test {}] server.Server(415): Started @3404ms 2024-12-02T13:13:07,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:13:07,930 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f/data/data1/current/BP-1140445271-172.17.0.2-1733145186286/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:07,930 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f/data/data2/current/BP-1140445271-172.17.0.2-1733145186286/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:07,970 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:13:08,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607249e63e9aecd8 with lease ID 0xc6f0de8da9d744d6: Processing first storage report for DS-42807427-66a4-41bb-9799-03f50be5e681 from datanode DatanodeRegistration(127.0.0.1:38903, datanodeUuid=3bf23cf6-be84-4458-88ba-0577f3361b6e, infoPort=45037, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=597066423;c=1733145186286) 2024-12-02T13:13:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607249e63e9aecd8 with lease ID 0xc6f0de8da9d744d6: from storage DS-42807427-66a4-41bb-9799-03f50be5e681 node DatanodeRegistration(127.0.0.1:38903, datanodeUuid=3bf23cf6-be84-4458-88ba-0577f3361b6e, infoPort=45037, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=597066423;c=1733145186286), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T13:13:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607249e63e9aecd8 with lease ID 0xc6f0de8da9d744d6: Processing first storage report for DS-30f6b057-c5e0-4524-9b14-24137ec13c93 from datanode DatanodeRegistration(127.0.0.1:38903, datanodeUuid=3bf23cf6-be84-4458-88ba-0577f3361b6e, infoPort=45037, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=597066423;c=1733145186286) 2024-12-02T13:13:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607249e63e9aecd8 with lease ID 0xc6f0de8da9d744d6: from storage DS-30f6b057-c5e0-4524-9b14-24137ec13c93 node DatanodeRegistration(127.0.0.1:38903, datanodeUuid=3bf23cf6-be84-4458-88ba-0577f3361b6e, infoPort=45037, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=597066423;c=1733145186286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:08,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a 2024-12-02T13:13:08,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:08,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:13:08,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c with version=8 2024-12-02T13:13:08,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/hbase-staging 2024-12-02T13:13:08,796 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T13:13:09,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:09,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:09,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:09,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:09,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:09,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:09,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:13:09,194 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T13:13:09,202 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T13:13:09,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:09,229 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 80205 (auto-detected) 2024-12-02T13:13:09,230 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T13:13:09,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34115 2024-12-02T13:13:09,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34115 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:09,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341150x0, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:09,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34115-0x1009b1029530000 connected 2024-12-02T13:13:09,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:09,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:09,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:09,332 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c, hbase.cluster.distributed=false 2024-12-02T13:13:09,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/acl 2024-12-02T13:13:09,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34115 2024-12-02T13:13:09,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34115 2024-12-02T13:13:09,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34115 2024-12-02T13:13:09,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34115 2024-12-02T13:13:09,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34115 2024-12-02T13:13:09,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:09,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:09,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:09,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:09,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:09,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:09,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:13:09,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:09,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36845 2024-12-02T13:13:09,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36845 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:09,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:09,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:09,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368450x0, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368450x0, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:09,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36845-0x1009b1029530001 connected 2024-12-02T13:13:09,575 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:13:09,591 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:13:09,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/master 2024-12-02T13:13:09,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/acl 2024-12-02T13:13:09,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36845 2024-12-02T13:13:09,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36845 2024-12-02T13:13:09,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36845 2024-12-02T13:13:09,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36845 2024-12-02T13:13:09,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36845 2024-12-02T13:13:09,644 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:34115 2024-12-02T13:13:09,645 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01208360235/backup-masters/06e3e18f2515,34115,1733145188845 2024-12-02T13:13:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:09,658 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on existing znode=/01208360235/backup-masters/06e3e18f2515,34115,1733145188845 2024-12-02T13:13:09,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208360235/master 2024-12-02T13:13:09,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:09,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:09,688 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on existing znode=/01208360235/master 2024-12-02T13:13:09,690 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01208360235/backup-masters/06e3e18f2515,34115,1733145188845 from backup master directory 2024-12-02T13:13:09,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:09,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/backup-masters/06e3e18f2515,34115,1733145188845 2024-12-02T13:13:09,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:09,696 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:09,702 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,34115,1733145188845 2024-12-02T13:13:09,705 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T13:13:09,707 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T13:13:09,784 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/hbase.id] with ID: 65a50f24-4d69-4be4-b1aa-6b483bc82685 2024-12-02T13:13:09,784 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/.tmp/hbase.id 2024-12-02T13:13:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:13:10,200 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/.tmp/hbase.id]:[hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/hbase.id] 2024-12-02T13:13:10,252 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:10,257 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:13:10,276 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-02T13:13:10,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:10,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:13:10,713 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:10,716 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:13:10,737 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:13:10,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:13:11,193 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store 2024-12-02T13:13:11,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:13:11,617 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T13:13:11,622 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:11,624 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:11,624 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:11,624 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:11,626 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:11,626 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:11,627 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:11,628 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145191624Disabling compacts and flushes for region at 1733145191624Disabling writes for close at 1733145191626 (+2 ms)Writing region close event to WAL at 1733145191626Closed at 1733145191626 2024-12-02T13:13:11,630 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/.initializing 2024-12-02T13:13:11,630 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845 2024-12-02T13:13:11,640 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:11,656 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C34115%2C1733145188845, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/oldWALs, maxLogs=10 2024-12-02T13:13:11,675 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845/06e3e18f2515%2C34115%2C1733145188845.1733145191661, exclude list is [], retry=0 2024-12-02T13:13:11,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:11,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T13:13:11,721 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845/06e3e18f2515%2C34115%2C1733145188845.1733145191661 2024-12-02T13:13:11,721 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:11,722 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:11,722 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:11,725 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,726 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:13:11,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:11,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:11,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:13:11,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:11,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:11,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:13:11,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:11,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:11,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:13:11,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:11,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:11,802 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,807 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,815 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:11,819 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:11,823 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:11,824 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69190176, jitterRate=0.031013965606689453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:11,830 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145191737Initializing all the Stores at 1733145191739 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145191739Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145191740 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145191740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145191740Cleaning up temporary data from old regions at 1733145191812 (+72 ms)Region opened successfully at 1733145191830 (+18 ms) 2024-12-02T13:13:11,831 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:13:11,862 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ec2fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:11,889 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:13:11,901 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:13:11,901 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:13:11,904 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:13:11,905 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T13:13:11,910 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T13:13:11,910 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:13:11,933 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:13:11,941 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/balancer because node does not exist (not necessarily an error) 2024-12-02T13:13:11,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/balancer already deleted, retry=false 2024-12-02T13:13:11,945 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:13:11,946 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:13:11,947 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/normalizer already deleted, retry=false 2024-12-02T13:13:11,949 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:13:11,952 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:13:11,953 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/switch/split already deleted, retry=false 2024-12-02T13:13:11,955 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:13:11,956 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/switch/merge already deleted, retry=false 2024-12-02T13:13:11,976 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:13:11,978 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/snapshot-cleanup already deleted, retry=false 2024-12-02T13:13:11,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:11,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:11,985 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,34115,1733145188845, sessionid=0x1009b1029530000, setting cluster-up flag (Was=false) 2024-12-02T13:13:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:12,001 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01208360235/flush-table-proc/acquired, /01208360235/flush-table-proc/reached, /01208360235/flush-table-proc/abort 2024-12-02T13:13:12,003 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34115,1733145188845 2024-12-02T13:13:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:12,014 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01208360235/online-snapshot/acquired, /01208360235/online-snapshot/reached, /01208360235/online-snapshot/abort 2024-12-02T13:13:12,016 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34115,1733145188845 2024-12-02T13:13:12,022 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:13:12,028 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(746): ClusterId : 65a50f24-4d69-4be4-b1aa-6b483bc82685 2024-12-02T13:13:12,031 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:13:12,036 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:13:12,036 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:13:12,039 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:13:12,040 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cbcfbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:12,054 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:36845 2024-12-02T13:13:12,056 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:13:12,057 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:13:12,057 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:13:12,059 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,34115,1733145188845 with port=36845, startcode=1733145189461 2024-12-02T13:13:12,070 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:13:12,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:13:12,105 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:12,111 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34115 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T13:13:12,117 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:13:12,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:13:12,131 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,34115,1733145188845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:13:12,135 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T13:13:12,136 WARN [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T13:13:12,141 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:12,141 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:12,141 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:12,142 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:12,142 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:13:12,142 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,142 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:12,142 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,144 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145222144 2024-12-02T13:13:12,145 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:13:12,147 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:13:12,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:12,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:13:12,150 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:13:12,151 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:13:12,151 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:13:12,151 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:13:12,152 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,156 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:13:12,156 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:12,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:13:12,158 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:13:12,158 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:13:12,159 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:13:12,169 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:13:12,170 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:13:12,172 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145192171,5,FailOnTimeoutGroup] 2024-12-02T13:13:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:13:12,177 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145192172,5,FailOnTimeoutGroup] 2024-12-02T13:13:12,177 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,177 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:13:12,179 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,179 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,238 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,34115,1733145188845 with port=36845, startcode=1733145189461 2024-12-02T13:13:12,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,36845,1733145189461 2024-12-02T13:13:12,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34115 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,36845,1733145189461 2024-12-02T13:13:12,252 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c 2024-12-02T13:13:12,253 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38033 2024-12-02T13:13:12,253 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:13:12,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/rs 2024-12-02T13:13:12,257 DEBUG [RS:0;06e3e18f2515:36845 {}] zookeeper.ZKUtil(111): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on existing znode=/01208360235/rs/06e3e18f2515,36845,1733145189461 2024-12-02T13:13:12,257 WARN [RS:0;06e3e18f2515:36845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:12,257 INFO [RS:0;06e3e18f2515:36845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:12,257 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461 2024-12-02T13:13:12,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,36845,1733145189461] 2024-12-02T13:13:12,281 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:13:12,292 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:13:12,296 INFO [RS:0;06e3e18f2515:36845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:13:12,296 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,297 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:13:12,302 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:13:12,303 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,304 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,304 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,304 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,304 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,304 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:12,305 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:12,306 DEBUG [RS:0;06e3e18f2515:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:12,306 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,307 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,307 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,307 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,307 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,307 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,36845,1733145189461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:12,324 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:13:12,325 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,36845,1733145189461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,325 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,326 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.Replication(171): 06e3e18f2515,36845,1733145189461 started 2024-12-02T13:13:12,341 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:12,342 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,36845,1733145189461, RpcServer on 06e3e18f2515/172.17.0.2:36845, sessionid=0x1009b1029530001 2024-12-02T13:13:12,343 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:13:12,343 DEBUG [RS:0;06e3e18f2515:36845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,36845,1733145189461 2024-12-02T13:13:12,343 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,36845,1733145189461' 2024-12-02T13:13:12,343 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01208360235/flush-table-proc/abort' 2024-12-02T13:13:12,344 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01208360235/flush-table-proc/acquired' 2024-12-02T13:13:12,345 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:13:12,345 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:13:12,345 DEBUG [RS:0;06e3e18f2515:36845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,36845,1733145189461 2024-12-02T13:13:12,345 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,36845,1733145189461' 2024-12-02T13:13:12,345 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01208360235/online-snapshot/abort' 2024-12-02T13:13:12,346 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01208360235/online-snapshot/acquired' 2024-12-02T13:13:12,346 DEBUG [RS:0;06e3e18f2515:36845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:13:12,346 INFO [RS:0;06e3e18f2515:36845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:13:12,347 INFO [RS:0;06e3e18f2515:36845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:13:12,453 INFO [RS:0;06e3e18f2515:36845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:12,456 INFO [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36845%2C1733145189461, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs, maxLogs=10 2024-12-02T13:13:12,472 DEBUG [RS:0;06e3e18f2515:36845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458, exclude list is [], retry=0 2024-12-02T13:13:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:12,478 INFO [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 2024-12-02T13:13:12,479 DEBUG [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:12,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:13:12,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c 2024-12-02T13:13:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:13:13,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:13,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:13,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:13,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:13,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:13,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:13,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:13,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:13,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:13,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:13,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740 2024-12-02T13:13:13,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740 2024-12-02T13:13:13,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:13,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:13,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:13,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:13,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:13,042 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73474566, jitterRate=0.09485635161399841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:13,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145193003Initializing all the Stores at 1733145193005 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145193005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145193006 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145193006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145193006Cleaning up temporary data from old regions at 1733145193033 (+27 ms)Region opened successfully at 1733145193044 (+11 ms) 2024-12-02T13:13:13,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:13,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:13,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:13,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:13,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:13,046 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:13,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145193044Disabling compacts and flushes for region at 1733145193044Disabling writes for close at 1733145193044Writing region close event to WAL at 1733145193045 (+1 ms)Closed at 1733145193046 (+1 ms) 2024-12-02T13:13:13,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:13,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:13:13,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:13:13,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:13,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:13:13,229 DEBUG [06e3e18f2515:34115 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:13,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,36845,1733145189461 2024-12-02T13:13:13,250 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,36845,1733145189461, state=OPENING 2024-12-02T13:13:13,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:13:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:13,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:13,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:13,258 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:13,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,36845,1733145189461}] 2024-12-02T13:13:13,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:13:13,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:13:13,453 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:13:13,454 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:13,455 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:13:13,458 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36845%2C1733145189461.meta, suffix=.meta, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs, maxLogs=10 2024-12-02T13:13:13,475 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.meta.1733145193460.meta, exclude list is [], retry=0 2024-12-02T13:13:13,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:13,483 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.meta.1733145193460.meta 2024-12-02T13:13:13,483 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:13,484 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:13,488 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:13,489 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:13,492 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:13:13,494 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:13:13,497 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:13:13,498 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:13,498 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:13:13,498 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:13:13,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:13,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:13,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:13,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:13,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:13,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:13,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:13,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:13,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:13,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:13,511 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:13,512 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740 2024-12-02T13:13:13,515 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740 2024-12-02T13:13:13,517 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:13,517 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:13,518 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:13,520 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:13,522 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63037464, jitterRate=-0.06066858768463135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:13,522 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:13:13,523 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145193498Writing region info on filesystem at 1733145193499 (+1 ms)Initializing all the Stores at 1733145193500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145193500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145193501 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145193501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145193501Cleaning up temporary data from old regions at 1733145193517 (+16 ms)Running coprocessor post-open hooks at 1733145193522 (+5 ms)Region opened successfully at 1733145193523 (+1 ms) 2024-12-02T13:13:13,529 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145193433 2024-12-02T13:13:13,539 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:13:13,540 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:13:13,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,36845,1733145189461 2024-12-02T13:13:13,543 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,36845,1733145189461, state=OPEN 2024-12-02T13:13:13,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:13,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:13,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:13,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:13,547 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,36845,1733145189461 2024-12-02T13:13:13,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:13:13,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,36845,1733145189461 in 288 msec 2024-12-02T13:13:13,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:13:13,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-12-02T13:13:13,562 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:13,562 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:13:13,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:13,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36845,1733145189461, seqNum=-1] 2024-12-02T13:13:13,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:13,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:13,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5610 sec 2024-12-02T13:13:13,617 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145193617, completionTime=-1 2024-12-02T13:13:13,619 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:13:13,620 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:13:13,643 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:13:13,644 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145253644 2024-12-02T13:13:13,644 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145313644 2024-12-02T13:13:13,644 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-02T13:13:13,646 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34115,1733145188845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:13,646 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34115,1733145188845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:13,646 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34115,1733145188845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:13,648 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:34115, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:13,648 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:13,649 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:13,659 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:13:13,673 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.971sec 2024-12-02T13:13:13,674 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:13:13,675 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:13:13,676 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:13:13,676 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:13:13,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:13:13,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34115,1733145188845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:13,678 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34115,1733145188845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:13:13,685 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:13:13,686 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:13:13,687 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34115,1733145188845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:13,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:13,758 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T13:13:13,758 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T13:13:13,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34115,-1 for getting cluster id 2024-12-02T13:13:13,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:13,773 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a50f24-4d69-4be4-b1aa-6b483bc82685' 2024-12-02T13:13:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a50f24-4d69-4be4-b1aa-6b483bc82685" 2024-12-02T13:13:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bc83f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34115,-1] 2024-12-02T13:13:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:13,785 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:13,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:13,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36845,1733145189461, seqNum=-1] 2024-12-02T13:13:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:13,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,34115,1733145188845 2024-12-02T13:13:13,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:13,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:13,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b1029530002 connected 2024-12-02T13:13:13,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.log.dir so I do NOT create it in target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21 2024-12-02T13:13:13,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:13:13,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.tmp.dir so I do NOT create it in target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21 2024-12-02T13:13:13,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:13:13,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21 2024-12-02T13:13:13,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:13:13,837 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/cluster_2c88af65-da05-f7e1-cee0-674cdfdcc30e, deleteOnExit=true 2024-12-02T13:13:13,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:13:13,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/test.cache.data in system properties and HBase conf 2024-12-02T13:13:13,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:13:13,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:13:13,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:13:13,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:13:13,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:13:13,838 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:13:13,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:13:13,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:13,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:13:13,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:13:13,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:13,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:13,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:13,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:13,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:13:13,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:13,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:13,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:14,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/java.io.tmpdir/jetty-localhost-45081-hadoop-hdfs-3_4_1-tests_jar-_-any-9833129493207479217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:14,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:45081} 2024-12-02T13:13:14,024 INFO [Time-limited test {}] server.Server(415): Started @9923ms 2024-12-02T13:13:14,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:14,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:14,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:14,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:14,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:13:14,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:14,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:14,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/java.io.tmpdir/jetty-localhost-36405-hadoop-hdfs-3_4_1-tests_jar-_-any-8808780687951443779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:14,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:36405} 2024-12-02T13:13:14,204 INFO [Time-limited test {}] server.Server(415): Started @10102ms 2024-12-02T13:13:14,206 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:13:14,312 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/cluster_2c88af65-da05-f7e1-cee0-674cdfdcc30e/data/data2/current/BP-1927218157-172.17.0.2-1733145193861/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:14,312 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/cluster_2c88af65-da05-f7e1-cee0-674cdfdcc30e/data/data1/current/BP-1927218157-172.17.0.2-1733145193861/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:14,331 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:13:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a0c98ec520e1c with lease ID 0x805680a615297857: Processing first storage report for DS-e3f947d5-ec9c-4a4c-9c84-94421e3d99d5 from datanode DatanodeRegistration(127.0.0.1:43281, datanodeUuid=bd4f8664-01fd-4e32-9e99-049457adc1c8, infoPort=44063, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=573238642;c=1733145193861) 2024-12-02T13:13:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a0c98ec520e1c with lease ID 0x805680a615297857: from storage DS-e3f947d5-ec9c-4a4c-9c84-94421e3d99d5 node DatanodeRegistration(127.0.0.1:43281, datanodeUuid=bd4f8664-01fd-4e32-9e99-049457adc1c8, infoPort=44063, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=573238642;c=1733145193861), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a0c98ec520e1c with lease ID 0x805680a615297857: Processing first storage report for DS-5ed94583-4314-4902-9285-acdde64f487d from datanode DatanodeRegistration(127.0.0.1:43281, datanodeUuid=bd4f8664-01fd-4e32-9e99-049457adc1c8, infoPort=44063, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=573238642;c=1733145193861) 2024-12-02T13:13:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a0c98ec520e1c with lease ID 0x805680a615297857: from storage DS-5ed94583-4314-4902-9285-acdde64f487d node DatanodeRegistration(127.0.0.1:43281, datanodeUuid=bd4f8664-01fd-4e32-9e99-049457adc1c8, infoPort=44063, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=573238642;c=1733145193861), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:14,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21 2024-12-02T13:13:14,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:14,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:13:14,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd with version=8 2024-12-02T13:13:14,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/hbase-staging 2024-12-02T13:13:14,754 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:14,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:14,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:14,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:14,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:14,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:14,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:13:14,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:14,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39453 2024-12-02T13:13:14,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39453 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:14,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394530x0, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:14,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39453-0x1009b1029530003 connected 2024-12-02T13:13:14,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:14,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:14,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on znode that does not yet exist, /1-465990179/running 2024-12-02T13:13:14,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd, hbase.cluster.distributed=false 2024-12-02T13:13:14,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on znode that does not yet exist, /1-465990179/acl 2024-12-02T13:13:14,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39453 2024-12-02T13:13:14,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39453 2024-12-02T13:13:14,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39453 2024-12-02T13:13:14,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39453 2024-12-02T13:13:14,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39453 2024-12-02T13:13:14,796 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:14,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:14,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:14,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:14,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:14,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:14,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:13:14,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:14,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40497 2024-12-02T13:13:14,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40497 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:14,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:14,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:14,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404970x0, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:14,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404970x0, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on znode that does not yet exist, /1-465990179/running 2024-12-02T13:13:14,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:13:14,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40497-0x1009b1029530004 connected 2024-12-02T13:13:14,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:13:14,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on znode that does not yet exist, /1-465990179/master 2024-12-02T13:13:14,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on znode that does not yet exist, /1-465990179/acl 2024-12-02T13:13:14,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40497 2024-12-02T13:13:14,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40497 2024-12-02T13:13:14,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40497 2024-12-02T13:13:14,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40497 2024-12-02T13:13:14,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40497 2024-12-02T13:13:14,850 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:39453 2024-12-02T13:13:14,852 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-465990179/backup-masters/06e3e18f2515,39453,1733145194754 2024-12-02T13:13:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179/backup-masters 2024-12-02T13:13:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179/backup-masters 2024-12-02T13:13:14,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on existing znode=/1-465990179/backup-masters/06e3e18f2515,39453,1733145194754 2024-12-02T13:13:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-465990179/master 2024-12-02T13:13:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:14,860 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on existing znode=/1-465990179/master 2024-12-02T13:13:14,861 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-465990179/backup-masters/06e3e18f2515,39453,1733145194754 from backup master directory 2024-12-02T13:13:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179/backup-masters 2024-12-02T13:13:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-465990179/backup-masters/06e3e18f2515,39453,1733145194754 2024-12-02T13:13:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179/backup-masters 2024-12-02T13:13:14,864 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:14,865 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,39453,1733145194754 2024-12-02T13:13:14,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/hbase.id] with ID: 81a40e88-0c61-40c2-88b6-b58b3bd5773e 2024-12-02T13:13:14,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/.tmp/hbase.id 2024-12-02T13:13:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:13:14,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/.tmp/hbase.id]:[hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/hbase.id] 2024-12-02T13:13:14,926 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:14,927 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:13:14,930 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T13:13:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:13:15,354 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:15,355 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:13:15,356 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:15,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:13:15,774 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store 2024-12-02T13:13:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:13:16,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:16,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:16,186 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:16,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:16,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:16,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:16,186 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:16,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145196185Disabling compacts and flushes for region at 1733145196185Disabling writes for close at 1733145196186 (+1 ms)Writing region close event to WAL at 1733145196186Closed at 1733145196186 2024-12-02T13:13:16,188 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/.initializing 2024-12-02T13:13:16,188 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/WALs/06e3e18f2515,39453,1733145194754 2024-12-02T13:13:16,190 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:16,194 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C39453%2C1733145194754, suffix=, logDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/WALs/06e3e18f2515,39453,1733145194754, archiveDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/oldWALs, maxLogs=10 2024-12-02T13:13:16,210 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/WALs/06e3e18f2515,39453,1733145194754/06e3e18f2515%2C39453%2C1733145194754.1733145196195, exclude list is [], retry=0 2024-12-02T13:13:16,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43281,DS-e3f947d5-ec9c-4a4c-9c84-94421e3d99d5,DISK] 2024-12-02T13:13:16,217 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/WALs/06e3e18f2515,39453,1733145194754/06e3e18f2515%2C39453%2C1733145194754.1733145196195 2024-12-02T13:13:16,217 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44063:44063)] 2024-12-02T13:13:16,217 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:16,218 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:16,218 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,218 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:13:16,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:16,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:13:16,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:16,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:13:16,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:16,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:13:16,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:16,239 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,240 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,241 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,243 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,243 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,244 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:16,246 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:16,250 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:16,251 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66144890, jitterRate=-0.0143643319606781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:16,251 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145196218Initializing all the Stores at 1733145196220 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145196220Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145196220Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145196220Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145196220Cleaning up temporary data from old regions at 1733145196244 (+24 ms)Region opened successfully at 1733145196251 (+7 ms) 2024-12-02T13:13:16,251 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:13:16,257 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bfc2a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:16,258 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:13:16,258 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:13:16,258 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:13:16,258 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:13:16,259 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T13:13:16,260 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:13:16,260 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:13:16,265 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:13:16,266 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Unable to get data of znode /1-465990179/balancer because node does not exist (not necessarily an error) 2024-12-02T13:13:16,267 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-465990179/balancer already deleted, retry=false 2024-12-02T13:13:16,268 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:13:16,269 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Unable to get data of znode /1-465990179/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:13:16,270 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-465990179/normalizer already deleted, retry=false 2024-12-02T13:13:16,271 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:13:16,272 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Unable to get data of znode /1-465990179/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:13:16,274 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-465990179/switch/split already deleted, retry=false 2024-12-02T13:13:16,276 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Unable to get data of znode /1-465990179/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:13:16,277 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-465990179/switch/merge already deleted, retry=false 2024-12-02T13:13:16,280 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Unable to get data of znode /1-465990179/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:13:16,281 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-465990179/snapshot-cleanup already deleted, retry=false 2024-12-02T13:13:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-465990179/running 2024-12-02T13:13:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-465990179/running 2024-12-02T13:13:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,284 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,39453,1733145194754, sessionid=0x1009b1029530003, setting cluster-up flag (Was=false) 2024-12-02T13:13:16,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,290 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-465990179/flush-table-proc/acquired, /1-465990179/flush-table-proc/reached, /1-465990179/flush-table-proc/abort 2024-12-02T13:13:16,292 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39453,1733145194754 2024-12-02T13:13:16,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,300 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-465990179/online-snapshot/acquired, /1-465990179/online-snapshot/reached, /1-465990179/online-snapshot/abort 2024-12-02T13:13:16,302 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39453,1733145194754 2024-12-02T13:13:16,308 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:13:16,313 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:16,313 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:13:16,314 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:13:16,314 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,39453,1733145194754 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:13:16,316 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:16,316 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:16,317 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:16,317 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:16,317 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:13:16,317 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,317 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:16,317 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:16,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:13:16,322 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145226322 2024-12-02T13:13:16,323 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:13:16,323 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:13:16,323 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:13:16,323 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:13:16,323 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:13:16,323 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:13:16,325 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,326 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:13:16,326 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:13:16,326 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:13:16,326 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:13:16,326 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:13:16,326 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:13:16,327 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145196326,5,FailOnTimeoutGroup] 2024-12-02T13:13:16,327 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145196327,5,FailOnTimeoutGroup] 2024-12-02T13:13:16,327 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,327 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:13:16,328 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,328 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,328 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:13:16,338 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(746): ClusterId : 81a40e88-0c61-40c2-88b6-b58b3bd5773e 2024-12-02T13:13:16,339 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:13:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:13:16,341 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:13:16,342 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:13:16,344 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:13:16,344 DEBUG [RS:0;06e3e18f2515:40497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9f2dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:16,361 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:40497 2024-12-02T13:13:16,361 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:13:16,361 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:13:16,361 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:13:16,362 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,39453,1733145194754 with port=40497, startcode=1733145194796 2024-12-02T13:13:16,362 DEBUG [RS:0;06e3e18f2515:40497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:13:16,364 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:13:16,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,40497,1733145194796 2024-12-02T13:13:16,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39453 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,40497,1733145194796 2024-12-02T13:13:16,369 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd 2024-12-02T13:13:16,369 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46729 2024-12-02T13:13:16,369 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:13:16,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179/rs 2024-12-02T13:13:16,372 DEBUG [RS:0;06e3e18f2515:40497 {}] zookeeper.ZKUtil(111): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on existing znode=/1-465990179/rs/06e3e18f2515,40497,1733145194796 2024-12-02T13:13:16,372 WARN [RS:0;06e3e18f2515:40497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:16,372 INFO [RS:0;06e3e18f2515:40497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:16,372 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/WALs/06e3e18f2515,40497,1733145194796 2024-12-02T13:13:16,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,40497,1733145194796] 2024-12-02T13:13:16,379 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:13:16,381 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:13:16,381 INFO [RS:0;06e3e18f2515:40497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:13:16,381 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,382 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:13:16,383 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:13:16,384 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,384 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,384 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,384 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,384 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,384 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:16,385 DEBUG [RS:0;06e3e18f2515:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:16,386 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,386 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,386 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,386 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,386 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,386 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40497,1733145194796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:16,402 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:13:16,402 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40497,1733145194796-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,402 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,402 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.Replication(171): 06e3e18f2515,40497,1733145194796 started 2024-12-02T13:13:16,416 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:16,416 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,40497,1733145194796, RpcServer on 06e3e18f2515/172.17.0.2:40497, sessionid=0x1009b1029530004 2024-12-02T13:13:16,416 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:13:16,416 DEBUG [RS:0;06e3e18f2515:40497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,40497,1733145194796 2024-12-02T13:13:16,416 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,40497,1733145194796' 2024-12-02T13:13:16,416 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-465990179/flush-table-proc/abort' 2024-12-02T13:13:16,417 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-465990179/flush-table-proc/acquired' 2024-12-02T13:13:16,418 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:13:16,418 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:13:16,418 DEBUG [RS:0;06e3e18f2515:40497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,40497,1733145194796 2024-12-02T13:13:16,418 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,40497,1733145194796' 2024-12-02T13:13:16,418 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-465990179/online-snapshot/abort' 2024-12-02T13:13:16,418 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-465990179/online-snapshot/acquired' 2024-12-02T13:13:16,419 DEBUG [RS:0;06e3e18f2515:40497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:13:16,419 INFO [RS:0;06e3e18f2515:40497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:13:16,419 INFO [RS:0;06e3e18f2515:40497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:13:16,520 INFO [RS:0;06e3e18f2515:40497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:16,523 INFO [RS:0;06e3e18f2515:40497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C40497%2C1733145194796, suffix=, logDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/WALs/06e3e18f2515,40497,1733145194796, archiveDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/oldWALs, maxLogs=10 2024-12-02T13:13:16,537 DEBUG [RS:0;06e3e18f2515:40497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/WALs/06e3e18f2515,40497,1733145194796/06e3e18f2515%2C40497%2C1733145194796.1733145196525, exclude list is [], retry=0 2024-12-02T13:13:16,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43281,DS-e3f947d5-ec9c-4a4c-9c84-94421e3d99d5,DISK] 2024-12-02T13:13:16,544 INFO [RS:0;06e3e18f2515:40497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/WALs/06e3e18f2515,40497,1733145194796/06e3e18f2515%2C40497%2C1733145194796.1733145196525 2024-12-02T13:13:16,545 DEBUG [RS:0;06e3e18f2515:40497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44063:44063)] 2024-12-02T13:13:16,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:13:16,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd 2024-12-02T13:13:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:13:16,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:16,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:16,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:16,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:16,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:16,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:16,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:16,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:16,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:16,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:16,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:16,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:16,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:16,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:16,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:16,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740 2024-12-02T13:13:16,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740 2024-12-02T13:13:16,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:16,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:16,776 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:16,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:16,781 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:16,782 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70409268, jitterRate=0.04917985200881958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:16,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145196751Initializing all the Stores at 1733145196753 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145196753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145196753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145196753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145196754 (+1 ms)Cleaning up temporary data from old regions at 1733145196775 (+21 ms)Region opened successfully at 1733145196783 (+8 ms) 2024-12-02T13:13:16,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:16,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:16,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:16,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:16,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:16,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:16,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145196783Disabling compacts and flushes for region at 1733145196783Disabling writes for close at 1733145196783Writing region close event to WAL at 1733145196784 (+1 ms)Closed at 1733145196784 2024-12-02T13:13:16,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:16,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:13:16,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:13:16,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:16,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:13:16,940 DEBUG [06e3e18f2515:39453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:16,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,40497,1733145194796 2024-12-02T13:13:16,943 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,40497,1733145194796, state=OPENING 2024-12-02T13:13:16,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:13:16,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:16,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-465990179/meta-region-server: CHANGED 2024-12-02T13:13:16,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:16,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-465990179/meta-region-server: CHANGED 2024-12-02T13:13:16,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,40497,1733145194796}] 2024-12-02T13:13:17,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:13:17,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:13:17,111 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:13:17,111 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:17,112 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:13:17,115 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C40497%2C1733145194796.meta, suffix=.meta, logDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/WALs/06e3e18f2515,40497,1733145194796, archiveDir=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/oldWALs, maxLogs=10 2024-12-02T13:13:17,129 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/WALs/06e3e18f2515,40497,1733145194796/06e3e18f2515%2C40497%2C1733145194796.meta.1733145197116.meta, exclude list is [], retry=0 2024-12-02T13:13:17,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43281,DS-e3f947d5-ec9c-4a4c-9c84-94421e3d99d5,DISK] 2024-12-02T13:13:17,135 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/WALs/06e3e18f2515,40497,1733145194796/06e3e18f2515%2C40497%2C1733145194796.meta.1733145197116.meta 2024-12-02T13:13:17,136 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44063:44063)] 2024-12-02T13:13:17,136 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:17,137 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:17,137 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:17,137 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:13:17,137 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:13:17,137 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:13:17,137 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:17,137 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:13:17,137 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:13:17,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:17,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:17,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:17,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:17,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:17,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:17,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:17,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:17,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:17,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:17,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:17,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:17,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:17,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:17,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:17,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:17,150 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:17,152 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740 2024-12-02T13:13:17,154 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740 2024-12-02T13:13:17,156 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:17,156 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:17,157 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:17,159 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:17,160 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65971725, jitterRate=-0.01694469153881073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:17,160 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:13:17,160 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145197138Writing region info on filesystem at 1733145197138Initializing all the Stores at 1733145197139 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145197139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145197139Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145197139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145197139Cleaning up temporary data from old regions at 1733145197156 (+17 ms)Running coprocessor post-open hooks at 1733145197160 (+4 ms)Region opened successfully at 1733145197160 2024-12-02T13:13:17,162 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145197101 2024-12-02T13:13:17,166 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:13:17,166 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:13:17,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,40497,1733145194796 2024-12-02T13:13:17,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,40497,1733145194796, state=OPEN 2024-12-02T13:13:17,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-465990179/meta-region-server 2024-12-02T13:13:17,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-465990179/meta-region-server 2024-12-02T13:13:17,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,40497,1733145194796 2024-12-02T13:13:17,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-465990179/meta-region-server: CHANGED 2024-12-02T13:13:17,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-465990179/meta-region-server: CHANGED 2024-12-02T13:13:17,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:13:17,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,40497,1733145194796 in 224 msec 2024-12-02T13:13:17,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:13:17,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-12-02T13:13:17,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:17,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:13:17,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:17,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40497,1733145194796, seqNum=-1] 2024-12-02T13:13:17,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:17,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:17,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 887 msec 2024-12-02T13:13:17,199 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145197199, completionTime=-1 2024-12-02T13:13:17,199 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:13:17,199 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:13:17,202 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:13:17,202 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145257202 2024-12-02T13:13:17,202 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145317202 2024-12-02T13:13:17,203 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T13:13:17,203 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39453,1733145194754-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:17,203 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39453,1733145194754-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:17,203 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39453,1733145194754-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:17,203 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:39453, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:17,203 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:17,204 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:17,206 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.344sec 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39453,1733145194754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:17,209 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39453,1733145194754-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:13:17,212 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:13:17,213 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:13:17,213 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39453,1733145194754-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:17,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:17,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:17,242 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5243e67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:17,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:17,246 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:17,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:17,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40497,1733145194796, seqNum=-1] 2024-12-02T13:13:17,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:17,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:17,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,39453,1733145194754 2024-12-02T13:13:17,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:17,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:17,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b1029530005 connected 2024-12-02T13:13:17,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34115,-1 for getting cluster id 2024-12-02T13:13:17,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:17,265 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a50f24-4d69-4be4-b1aa-6b483bc82685' 2024-12-02T13:13:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a50f24-4d69-4be4-b1aa-6b483bc82685" 2024-12-02T13:13:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bc815f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34115,-1] 2024-12-02T13:13:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:17,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:17,269 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a1092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34115,1733145188845 2024-12-02T13:13:17,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ede72b8 2024-12-02T13:13:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:17,289 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:17,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:13:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:13:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:17,302 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:17,304 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789b043f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,304 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:17,305 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:17,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:17,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:17,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:17,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efff5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:17,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:17,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:17,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:17,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32548170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:17,310 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:17,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:17,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b0cfa0 2024-12-02T13:13:17,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:17,318 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:17,330 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T13:13:17,330 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:13:17,334 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:17,334 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:17,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:17,335 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:17,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:13:17,343 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:13:17,343 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:17,345 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:13:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741835_1011 (size=1138) 2024-12-02T13:13:17,392 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:13:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:17,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1db2a1cef33ea0ca37ade522827625a0, NAME => 'hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c 2024-12-02T13:13:17,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741836_1012 (size=44) 2024-12-02T13:13:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:18,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:18,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1db2a1cef33ea0ca37ade522827625a0, disabling compactions & flushes 2024-12-02T13:13:18,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. after waiting 0 ms 2024-12-02T13:13:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:18,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1db2a1cef33ea0ca37ade522827625a0: Waiting for close lock at 1733145198177Disabling compacts and flushes for region at 1733145198177Disabling writes for close at 1733145198178 (+1 ms)Writing region close event to WAL at 1733145198178Closed at 1733145198178 2024-12-02T13:13:18,180 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:13:18,185 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145198181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145198181"}]},"ts":"1733145198181"} 2024-12-02T13:13:18,190 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:13:18,192 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:13:18,194 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145198192"}]},"ts":"1733145198192"} 2024-12-02T13:13:18,198 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:13:18,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN}] 2024-12-02T13:13:18,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN 2024-12-02T13:13:18,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN; state=OFFLINE, location=06e3e18f2515,36845,1733145189461; forceNewPlan=false, retain=false 2024-12-02T13:13:18,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:13:18,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1db2a1cef33ea0ca37ade522827625a0, regionState=OPENING, regionLocation=06e3e18f2515,36845,1733145189461 2024-12-02T13:13:18,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN because future has completed 2024-12-02T13:13:18,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1db2a1cef33ea0ca37ade522827625a0, server=06e3e18f2515,36845,1733145189461}] 2024-12-02T13:13:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:18,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:18,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:18,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:13:18,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36845%2C1733145189461.rep, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs, maxLogs=10 2024-12-02T13:13:18,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.rep.1733145198533, exclude list is [], retry=0 2024-12-02T13:13:18,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:18,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.rep.1733145198533 2024-12-02T13:13:18,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:18,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1db2a1cef33ea0ca37ade522827625a0, NAME => 'hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:18,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:18,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:18,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. service=MultiRowMutationService 2024-12-02T13:13:18,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:13:18,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:18,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,566 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,568 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db2a1cef33ea0ca37ade522827625a0 columnFamilyName hfileref 2024-12-02T13:13:18,569 DEBUG [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:18,570 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(327): Store=1db2a1cef33ea0ca37ade522827625a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:18,570 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,573 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db2a1cef33ea0ca37ade522827625a0 columnFamilyName queue 2024-12-02T13:13:18,573 DEBUG [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:18,574 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(327): Store=1db2a1cef33ea0ca37ade522827625a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:18,574 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,579 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db2a1cef33ea0ca37ade522827625a0 columnFamilyName sid 2024-12-02T13:13:18,579 DEBUG [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:18,580 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(327): Store=1db2a1cef33ea0ca37ade522827625a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:18,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:13:18,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:18,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1db2a1cef33ea0ca37ade522827625a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70374342, jitterRate=0.04865941405296326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:13:18,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:18,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1db2a1cef33ea0ca37ade522827625a0: Running coprocessor pre-open hook at 1733145198563Writing region info on filesystem at 1733145198563Initializing all the Stores at 1733145198565 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145198565Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145198566 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145198566Cleaning up temporary data from old regions at 1733145198592 (+26 ms)Running coprocessor post-open hooks at 1733145198600 (+8 ms)Region opened successfully at 1733145198601 (+1 ms) 2024-12-02T13:13:18,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0., pid=7, masterSystemTime=1733145198515 2024-12-02T13:13:18,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:18,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:18,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1db2a1cef33ea0ca37ade522827625a0, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,36845,1733145189461 2024-12-02T13:13:18,617 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34115 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=06e3e18f2515,36845,1733145189461, table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T13:13:18,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1db2a1cef33ea0ca37ade522827625a0, server=06e3e18f2515,36845,1733145189461 because future has completed 2024-12-02T13:13:18,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T13:13:18,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1db2a1cef33ea0ca37ade522827625a0, server=06e3e18f2515,36845,1733145189461 in 262 msec 2024-12-02T13:13:18,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:13:18,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN in 429 msec 2024-12-02T13:13:18,634 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:13:18,635 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145198634"}]},"ts":"1733145198634"} 2024-12-02T13:13:18,638 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:13:18,640 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:13:18,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3040 sec 2024-12-02T13:13:18,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0., hostname=06e3e18f2515,36845,1733145189461, seqNum=2] 2024-12-02T13:13:18,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36845 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T13:13:18,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:18,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:18,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:13:18,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T13:13:18,850 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:13:18,887 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,36845,1733145189461, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:13:18,888 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:18,888 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36845,1733145189461, seqNum=-1] 2024-12-02T13:13:18,889 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:18,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T13:13:18,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,36845,1733145189461', locateType=CURRENT is [region=hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0., hostname=06e3e18f2515,36845,1733145189461, seqNum=2] 2024-12-02T13:13:18,901 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T13:13:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T13:13:18,906 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,36845,1733145189461 suceeded 2024-12-02T13:13:18,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T13:13:18,911 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:13:18,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-02T13:13:18,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6190 sec 2024-12-02T13:13:18,921 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:18,923 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c0abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:18,923 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:18,923 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:18,925 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:18,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:18,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:18,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d496c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:18,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:18,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:18,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:18,928 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:18,929 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75707277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:18,929 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:18,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:18,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e7156fa 2024-12-02T13:13:18,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:18,932 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T13:13:18,933 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,36845,1733145189461 (queues=1) is replicating from cluster=65a50f24-4d69-4be4-b1aa-6b483bc82685 to cluster=81a40e88-0c61-40c2-88b6-b58b3bd5773e 2024-12-02T13:13:18,936 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C36845%2C1733145189461 2024-12-02T13:13:18,941 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,36845,1733145189461, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:13:18,946 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.shipper06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C36845%2C1733145189461 2024-12-02T13:13:18,947 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458, startPosition=0, beingWritten=true 2024-12-02T13:13:19,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:13:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:13:19,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:13:19,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T13:13:19,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T13:13:19,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:19,195 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T13:13:19,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:19,195 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T13:13:19,196 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:13:19,196 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T13:13:19,197 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:19,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:19,455 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:13:19,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:19,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:19,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34115,-1 for getting cluster id 2024-12-02T13:13:19,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:19,462 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a50f24-4d69-4be4-b1aa-6b483bc82685' 2024-12-02T13:13:19,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:19,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a50f24-4d69-4be4-b1aa-6b483bc82685" 2024-12-02T13:13:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600c5d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34115,-1] 2024-12-02T13:13:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:19,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,466 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1f77d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34115,1733145188845 2024-12-02T13:13:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31973097 2024-12-02T13:13:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:19,470 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:19,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:13:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:13:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T13:13:19,474 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:19,475 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bd1e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,475 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:19,475 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:19,476 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:19,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:19,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:19,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331a1a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:19,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:19,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,477 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:19,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b1d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,478 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:19,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:19,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7459cb89 2024-12-02T13:13:19,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:19,481 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:19,482 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-02T13:13:19,482 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:13:19,482 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,482 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:19,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:13:19,504 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T13:13:19,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-02T13:13:19,645 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T13:13:19,674 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-06e3e18f2515,36845,1733145189461, ReplicationSource: 2, currentBandwidth=0 2024-12-02T13:13:19,679 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T13:13:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T13:13:19,683 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 06e3e18f2515,36845,1733145189461 suceeded 2024-12-02T13:13:19,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:13:19,687 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:13:19,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-02T13:13:19,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-12-02T13:13:19,698 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:19,700 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ef436c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,700 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:19,700 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:19,702 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:19,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1911d749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:19,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:19,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,704 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:19,705 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a536849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,706 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9245c8 2024-12-02T13:13:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:19,708 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T13:13:19,709 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-06e3e18f2515,36845,1733145189461 (queues=1) is replicating from cluster=65a50f24-4d69-4be4-b1aa-6b483bc82685 to cluster=81a40e88-0c61-40c2-88b6-b58b3bd5773e 2024-12-02T13:13:19,710 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=06e3e18f2515%2C36845%2C1733145189461 2024-12-02T13:13:19,710 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-06e3e18f2515,36845,1733145189461, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:13:19,710 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.shipper06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C36845%2C1733145189461 2024-12-02T13:13:19,710 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458, startPosition=0, beingWritten=true 2024-12-02T13:13:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T13:13:19,794 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T13:13:19,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:19,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:19,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:19,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34115,1733145188845 2024-12-02T13:13:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482f8b1e 2024-12-02T13:13:19,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:19,802 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:19,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:13:19,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T13:13:19,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:13:19,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T13:13:19,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:13:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T13:13:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T13:13:19,817 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:19,818 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52388626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,818 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:19,818 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:19,819 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:19,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:19,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:19,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b02f21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:19,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:19,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,821 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:19,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37089d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:19,822 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:19,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:19,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5aabdf 2024-12-02T13:13:19,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:19,825 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:19,826 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T13:13:19,826 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:13:19,826 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,827 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:19,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:19,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:13:19,913 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:19,917 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T13:13:19,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-02T13:13:19,985 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-02T13:13:19,987 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T13:13:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T13:13:19,990 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 06e3e18f2515,36845,1733145189461 suceeded 2024-12-02T13:13:19,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T13:13:19,994 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:13:19,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-02T13:13:19,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-12-02T13:13:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T13:13:20,134 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-02T13:13:20,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:13:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T13:13:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T13:13:20,140 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:20,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3de973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:20,142 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:20,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:20,143 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:20,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:20,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:20,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76638616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:20,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:20,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:20,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:20,146 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:20,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ea82be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:20,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:20,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b5f708 2024-12-02T13:13:20,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:20,152 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:20,153 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:13:20,154 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:13:20,154 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:20,154 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:20,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:20,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:13:20,232 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T13:13:20,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-02T13:13:20,313 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-02T13:13:20,315 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T13:13:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T13:13:20,321 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 06e3e18f2515,36845,1733145189461 suceeded 2024-12-02T13:13:20,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T13:13:20,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-02T13:13:20,324 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://06e3e18f2515:39453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:13:20,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-12-02T13:13:20,419 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T13:13:20,453 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-02T13:13:20,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:13:20,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T13:13:20,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:20,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:20,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:20,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:20,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:20,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:13:20,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951453633, stopped=false 2024-12-02T13:13:20,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,34115,1733145188845 2024-12-02T13:13:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:20,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:20,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:20,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:20,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:20,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:20,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,36845,1733145189461' ***** 2024-12-02T13:13:20,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:13:20,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:20,462 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:13:20,463 INFO [RS:0;06e3e18f2515:36845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:13:20,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:13:20,463 INFO [RS:0;06e3e18f2515:36845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:13:20,463 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:20,464 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,36845,1733145189461 2024-12-02T13:13:20,464 INFO [RS:0;06e3e18f2515:36845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:20,464 INFO [RS:0;06e3e18f2515:36845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:36845. 2024-12-02T13:13:20,464 DEBUG [RS:0;06e3e18f2515:36845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:20,464 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:20,464 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1db2a1cef33ea0ca37ade522827625a0, disabling compactions & flushes 2024-12-02T13:13:20,464 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:20,464 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:20,464 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:13:20,464 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:13:20,464 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. after waiting 0 ms 2024-12-02T13:13:20,464 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:13:20,464 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:20,464 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:13:20,465 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:13:20,465 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:20,465 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:20,465 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1db2a1cef33ea0ca37ade522827625a0=hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.} 2024-12-02T13:13:20,465 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:20,465 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:20,465 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:20,465 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:20,468 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T13:13:20,468 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1db2a1cef33ea0ca37ade522827625a0 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-02T13:13:20,514 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:20,522 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/.tmp/queue/505097dfa3ae44ef9c137d355dc49288 is 151, key is 1-06e3e18f2515,36845,1733145189461/queue:06e3e18f2515%2C36845%2C1733145189461/1733145198896/Put/seqid=0 2024-12-02T13:13:20,522 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/info/84962050ddff4f488e9390c4598638f9 is 147, key is hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0./info:regioninfo/1733145198609/Put/seqid=0 2024-12-02T13:13:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741838_1014 (size=6631) 2024-12-02T13:13:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741839_1015 (size=5500) 2024-12-02T13:13:20,645 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:20,666 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:20,866 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:20,933 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/.tmp/queue/505097dfa3ae44ef9c137d355dc49288 2024-12-02T13:13:20,933 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/info/84962050ddff4f488e9390c4598638f9 2024-12-02T13:13:20,984 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/.tmp/queue/505097dfa3ae44ef9c137d355dc49288 as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/queue/505097dfa3ae44ef9c137d355dc49288 2024-12-02T13:13:21,005 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/ns/c0df850d96714375a368adb0a7bca36f is 43, key is default/ns:d/1733145193604/Put/seqid=0 2024-12-02T13:13:21,009 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/queue/505097dfa3ae44ef9c137d355dc49288, entries=2, sequenceid=6, filesize=5.4 K 2024-12-02T13:13:21,018 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1db2a1cef33ea0ca37ade522827625a0 in 548ms, sequenceid=6, compaction requested=false 2024-12-02T13:13:21,019 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:13:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741840_1016 (size=5153) 2024-12-02T13:13:21,020 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/ns/c0df850d96714375a368adb0a7bca36f 2024-12-02T13:13:21,027 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T13:13:21,027 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:21,031 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:21,031 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:21,031 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:21,032 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1db2a1cef33ea0ca37ade522827625a0: Waiting for close lock at 1733145200464Running coprocessor pre-close hooks at 1733145200464Disabling compacts and flushes for region at 1733145200464Disabling writes for close at 1733145200464Obtaining lock to block concurrent updates at 1733145200468 (+4 ms)Preparing flush snapshotting stores in 1db2a1cef33ea0ca37ade522827625a0 at 1733145200468Finished memstore snapshotting hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733145200476 (+8 ms)Flushing stores of hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. at 1733145200477 (+1 ms)Flushing 1db2a1cef33ea0ca37ade522827625a0/queue: creating writer at 1733145200479 (+2 ms)Flushing 1db2a1cef33ea0ca37ade522827625a0/queue: appending metadata at 1733145200511 (+32 ms)Flushing 1db2a1cef33ea0ca37ade522827625a0/queue: closing flushed file at 1733145200513 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641e1004: reopening flushed file at 1733145200982 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1db2a1cef33ea0ca37ade522827625a0 in 548ms, sequenceid=6, compaction requested=false at 1733145201019 (+37 ms)Writing region close event to WAL at 1733145201021 (+2 ms)Running coprocessor post-close hooks at 1733145201029 (+8 ms)Closed at 1733145201031 (+2 ms) 2024-12-02T13:13:21,032 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:21,051 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/table/5189f1cb832d4a7fafc7b1fd18b412df is 53, key is hbase:replication/table:state/1733145198634/Put/seqid=0 2024-12-02T13:13:21,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741841_1017 (size=5256) 2024-12-02T13:13:21,059 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/table/5189f1cb832d4a7fafc7b1fd18b412df 2024-12-02T13:13:21,066 DEBUG [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:21,074 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/info/84962050ddff4f488e9390c4598638f9 as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/info/84962050ddff4f488e9390c4598638f9 2024-12-02T13:13:21,087 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/info/84962050ddff4f488e9390c4598638f9, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T13:13:21,089 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/ns/c0df850d96714375a368adb0a7bca36f as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/ns/c0df850d96714375a368adb0a7bca36f 2024-12-02T13:13:21,100 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/ns/c0df850d96714375a368adb0a7bca36f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:13:21,102 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/table/5189f1cb832d4a7fafc7b1fd18b412df as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/table/5189f1cb832d4a7fafc7b1fd18b412df 2024-12-02T13:13:21,112 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/table/5189f1cb832d4a7fafc7b1fd18b412df, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T13:13:21,114 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 649ms, sequenceid=11, compaction requested=false 2024-12-02T13:13:21,122 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T13:13:21,123 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:21,123 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:21,123 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:21,123 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145200465Running coprocessor pre-close hooks at 1733145200465Disabling compacts and flushes for region at 1733145200465Disabling writes for close at 1733145200465Obtaining lock to block concurrent updates at 1733145200468 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733145200468Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733145200476 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145200477 (+1 ms)Flushing 1588230740/info: creating writer at 1733145200479 (+2 ms)Flushing 1588230740/info: appending metadata at 1733145200512 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733145200513 (+1 ms)Flushing 1588230740/ns: creating writer at 1733145200982 (+469 ms)Flushing 1588230740/ns: appending metadata at 1733145201004 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733145201004Flushing 1588230740/table: creating writer at 1733145201030 (+26 ms)Flushing 1588230740/table: appending metadata at 1733145201051 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733145201051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f618b: reopening flushed file at 1733145201072 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332a45ca: reopening flushed file at 1733145201087 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e6143a: reopening flushed file at 1733145201100 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 649ms, sequenceid=11, compaction requested=false at 1733145201114 (+14 ms)Writing region close event to WAL at 1733145201116 (+2 ms)Running coprocessor post-close hooks at 1733145201123 (+7 ms)Closed at 1733145201123 2024-12-02T13:13:21,123 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:21,155 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 to pos 0, reset compression=false 2024-12-02T13:13:21,267 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,36845,1733145189461; all regions closed. 2024-12-02T13:13:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741834_1010 (size=2742) 2024-12-02T13:13:21,284 DEBUG [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs 2024-12-02T13:13:21,284 INFO [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C36845%2C1733145189461.meta:.meta(num 1733145193460) 2024-12-02T13:13:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741837_1013 (size=1802) 2024-12-02T13:13:21,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.rep.1733145198533 not finished, retry = 0 2024-12-02T13:13:21,311 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:13:21,311 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:13:21,392 DEBUG [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs 2024-12-02T13:13:21,392 INFO [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C36845%2C1733145189461.rep:(num 1733145198533) 2024-12-02T13:13:21,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741832_1008 (size=93) 2024-12-02T13:13:21,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461/06e3e18f2515%2C36845%2C1733145189461.1733145192458 not finished, retry = 0 2024-12-02T13:13:21,499 DEBUG [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs 2024-12-02T13:13:21,499 INFO [RS:0;06e3e18f2515:36845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C36845%2C1733145189461:(num 1733145192458) 2024-12-02T13:13:21,499 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:21,499 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:21,499 INFO [RS:0;06e3e18f2515:36845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:21,499 INFO [RS:0;06e3e18f2515:36845 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:21,499 INFO [RS:0;06e3e18f2515:36845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:21,500 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:21,500 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,36845,1733145189461 because: Region server is closing 2024-12-02T13:13:21,500 INFO [RS:0;06e3e18f2515:36845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:36845. 2024-12-02T13:13:21,501 DEBUG [RS:0;06e3e18f2515:36845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:21,501 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:21,501 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:21,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:21,601 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:13:21,601 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.shipper06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:13:21,602 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36845,1733145189461.replicationSource.shipper06e3e18f2515%2C36845%2C1733145189461,1-06e3e18f2515,36845,1733145189461 terminated 2024-12-02T13:13:21,603 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-06e3e18f2515,36845,1733145189461 because: Region server is closing 2024-12-02T13:13:21,603 INFO [RS:0;06e3e18f2515:36845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:36845. 2024-12-02T13:13:21,603 DEBUG [RS:0;06e3e18f2515:36845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:21,603 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:21,603 DEBUG [RS:0;06e3e18f2515:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:21,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:21,704 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.wal-reader.06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:13:21,704 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.shipper06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:13:21,704 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,36845,1733145189461.replicationSource.shipper06e3e18f2515%2C36845%2C1733145189461,2-06e3e18f2515,36845,1733145189461 terminated 2024-12-02T13:13:21,704 INFO [RS:0;06e3e18f2515:36845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36845 2024-12-02T13:13:21,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/rs/06e3e18f2515,36845,1733145189461 2024-12-02T13:13:21,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/rs 2024-12-02T13:13:21,708 INFO [RS:0;06e3e18f2515:36845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:21,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,36845,1733145189461] 2024-12-02T13:13:21,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/draining/06e3e18f2515,36845,1733145189461 already deleted, retry=false 2024-12-02T13:13:21,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,36845,1733145189461 expired; onlineServers=0 2024-12-02T13:13:21,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,34115,1733145188845' ***** 2024-12-02T13:13:21,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:13:21,711 INFO [M:0;06e3e18f2515:34115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:21,711 INFO [M:0;06e3e18f2515:34115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:21,711 DEBUG [M:0;06e3e18f2515:34115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:13:21,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:13:21,712 DEBUG [M:0;06e3e18f2515:34115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:13:21,712 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145192171 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145192171,5,FailOnTimeoutGroup] 2024-12-02T13:13:21,712 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145192172 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145192172,5,FailOnTimeoutGroup] 2024-12-02T13:13:21,712 INFO [M:0;06e3e18f2515:34115 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:21,712 INFO [M:0;06e3e18f2515:34115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:21,712 DEBUG [M:0;06e3e18f2515:34115 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:13:21,712 INFO [M:0;06e3e18f2515:34115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:13:21,712 INFO [M:0;06e3e18f2515:34115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:21,713 INFO [M:0;06e3e18f2515:34115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:13:21,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:13:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/master 2024-12-02T13:13:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:21,714 DEBUG [M:0;06e3e18f2515:34115 {}] zookeeper.ZKUtil(347): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/master because node does not exist (not an error) 2024-12-02T13:13:21,714 WARN [M:0;06e3e18f2515:34115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:13:21,722 INFO [M:0;06e3e18f2515:34115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/.lastflushedseqids 2024-12-02T13:13:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741842_1018 (size=181) 2024-12-02T13:13:21,735 INFO [M:0;06e3e18f2515:34115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:13:21,735 INFO [M:0;06e3e18f2515:34115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:13:21,735 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:21,736 INFO [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:21,736 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:21,736 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:21,736 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:21,736 INFO [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-02T13:13:21,756 DEBUG [M:0;06e3e18f2515:34115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64cc8e072d744d918b8a24604c078788 is 82, key is hbase:meta,,1/info:regioninfo/1733145193541/Put/seqid=0 2024-12-02T13:13:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741843_1019 (size=5672) 2024-12-02T13:13:21,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:21,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x1009b1029530001, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:21,811 INFO [RS:0;06e3e18f2515:36845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:21,811 INFO [RS:0;06e3e18f2515:36845 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,36845,1733145189461; zookeeper connection closed. 2024-12-02T13:13:21,811 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c66d027 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c66d027 2024-12-02T13:13:21,812 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:13:22,162 INFO [M:0;06e3e18f2515:34115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64cc8e072d744d918b8a24604c078788 2024-12-02T13:13:22,196 DEBUG [M:0;06e3e18f2515:34115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9287d418986b4ae4a789dc041866d4a0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733145198643/Put/seqid=0 2024-12-02T13:13:22,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741844_1020 (size=8663) 2024-12-02T13:13:22,602 INFO [M:0;06e3e18f2515:34115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9287d418986b4ae4a789dc041866d4a0 2024-12-02T13:13:22,636 DEBUG [M:0;06e3e18f2515:34115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74c5b2f0a62c42a9b20e7c58ca81a95d is 69, key is 06e3e18f2515,36845,1733145189461/rs:state/1733145192246/Put/seqid=0 2024-12-02T13:13:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741845_1021 (size=5156) 2024-12-02T13:13:23,042 INFO [M:0;06e3e18f2515:34115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74c5b2f0a62c42a9b20e7c58ca81a95d 2024-12-02T13:13:23,054 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64cc8e072d744d918b8a24604c078788 as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64cc8e072d744d918b8a24604c078788 2024-12-02T13:13:23,064 INFO [M:0;06e3e18f2515:34115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64cc8e072d744d918b8a24604c078788, entries=8, sequenceid=115, filesize=5.5 K 2024-12-02T13:13:23,066 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9287d418986b4ae4a789dc041866d4a0 as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9287d418986b4ae4a789dc041866d4a0 2024-12-02T13:13:23,075 INFO [M:0;06e3e18f2515:34115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9287d418986b4ae4a789dc041866d4a0, entries=14, sequenceid=115, filesize=8.5 K 2024-12-02T13:13:23,077 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74c5b2f0a62c42a9b20e7c58ca81a95d as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74c5b2f0a62c42a9b20e7c58ca81a95d 2024-12-02T13:13:23,086 INFO [M:0;06e3e18f2515:34115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74c5b2f0a62c42a9b20e7c58ca81a95d, entries=1, sequenceid=115, filesize=5.0 K 2024-12-02T13:13:23,088 INFO [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=115, compaction requested=false 2024-12-02T13:13:23,090 INFO [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:23,090 DEBUG [M:0;06e3e18f2515:34115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145201735Disabling compacts and flushes for region at 1733145201735Disabling writes for close at 1733145201736 (+1 ms)Obtaining lock to block concurrent updates at 1733145201736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145201736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733145201737 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145201738 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145201738Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145201756 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145201756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145202173 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145202195 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145202195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145202614 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145202635 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145202635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485bf0df: reopening flushed file at 1733145203052 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21aaaec8: reopening flushed file at 1733145203064 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5692b16b: reopening flushed file at 1733145203075 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=115, compaction requested=false at 1733145203088 (+13 ms)Writing region close event to WAL at 1733145203090 (+2 ms)Closed at 1733145203090 2024-12-02T13:13:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741830_1006 (size=59421) 2024-12-02T13:13:23,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:23,096 INFO [M:0;06e3e18f2515:34115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:13:23,096 INFO [M:0;06e3e18f2515:34115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34115 2024-12-02T13:13:23,097 INFO [M:0;06e3e18f2515:34115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:23,199 INFO [M:0;06e3e18f2515:34115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:23,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:23,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1009b1029530000, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:23,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:23,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:23,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:23,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:23,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:23,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:23,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:13:23,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:23,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41807 2024-12-02T13:13:23,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41807 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418070x0, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:23,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41807-0x1009b1029530006 connected 2024-12-02T13:13:23,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:23,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:23,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:23,216 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: INIT 2024-12-02T13:13:23,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c, hbase.cluster.distributed=false 2024-12-02T13:13:23,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/acl 2024-12-02T13:13:23,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41807 2024-12-02T13:13:23,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41807 2024-12-02T13:13:23,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41807 2024-12-02T13:13:23,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41807 2024-12-02T13:13:23,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41807 2024-12-02T13:13:23,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:23,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:23,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:23,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:23,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:23,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:23,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:13:23,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:23,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35877 2024-12-02T13:13:23,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35877 connecting to ZooKeeper ensemble=127.0.0.1:51494 2024-12-02T13:13:23,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:23,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:23,246 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358770x0, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:23,247 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: INIT 2024-12-02T13:13:23,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35877-0x1009b1029530007 connected 2024-12-02T13:13:23,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:23,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:13:23,249 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:13:23,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/master 2024-12-02T13:13:23,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/acl 2024-12-02T13:13:23,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-02T13:13:23,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35877 2024-12-02T13:13:23,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35877 2024-12-02T13:13:23,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-02T13:13:23,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-02T13:13:23,267 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:41807 2024-12-02T13:13:23,267 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01208360235/backup-masters/06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,268 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:23,269 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on existing znode=/01208360235/backup-masters/06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,269 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208360235/master 2024-12-02T13:13:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:23,270 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:23,270 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on existing znode=/01208360235/master 2024-12-02T13:13:23,270 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01208360235/backup-masters/06e3e18f2515,41807,1733145203201 from backup master directory 2024-12-02T13:13:23,271 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/backup-masters/06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,271 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/backup-masters 2024-12-02T13:13:23,271 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,285 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:23,285 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:13:23,297 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-12-02T13:13:23,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741846_1022 (size=196) 2024-12-02T13:13:23,706 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:23,708 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:13:23,708 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:23,719 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T13:13:23,722 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845 to hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845-dead as it is dead 2024-12-02T13:13:23,724 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T13:13:23,724 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T13:13:23,724 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845-dead/06e3e18f2515%2C34115%2C1733145188845.1733145191661 2024-12-02T13:13:23,730 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845-dead/06e3e18f2515%2C34115%2C1733145188845.1733145191661 after 4ms 2024-12-02T13:13:23,731 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845-dead/06e3e18f2515%2C34115%2C1733145188845.1733145191661 to hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C34115%2C1733145188845.1733145191661 2024-12-02T13:13:23,731 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,34115,1733145188845-dead 2024-12-02T13:13:23,732 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,734 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:23,735 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C41807%2C1733145203201, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,41807,1733145203201, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/oldWALs, maxLogs=10 2024-12-02T13:13:23,751 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,41807,1733145203201/06e3e18f2515%2C41807%2C1733145203201.1733145203736, exclude list is [], retry=0 2024-12-02T13:13:23,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:23,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/WALs/06e3e18f2515,41807,1733145203201/06e3e18f2515%2C41807%2C1733145203201.1733145203736 2024-12-02T13:13:23,760 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:23,760 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:23,760 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:23,761 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,761 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:13:23,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:23,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64cc8e072d744d918b8a24604c078788 2024-12-02T13:13:23,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:23,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:13:23,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:23,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9287d418986b4ae4a789dc041866d4a0 2024-12-02T13:13:23,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:23,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:13:23,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:23,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74c5b2f0a62c42a9b20e7c58ca81a95d 2024-12-02T13:13:23,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:23,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:13:23,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:23,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:23,800 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,801 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T13:13:23,801 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C34115%2C1733145188845.1733145191661 2024-12-02T13:13:23,821 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C34115%2C1733145188845.1733145191661 2024-12-02T13:13:23,822 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C34115%2C1733145188845.1733145191661 2024-12-02T13:13:23,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,825 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:23,828 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:23,834 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-02T13:13:23,835 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67814442, jitterRate=0.010513931512832642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:23,836 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145203761Initializing all the Stores at 1733145203762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145203762Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145203763 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145203763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145203763Cleaning up temporary data from old regions at 1733145203824 (+61 ms)Region opened successfully at 1733145203836 (+12 ms) 2024-12-02T13:13:23,842 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:13:23,849 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d63c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:23,868 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T13:13:23,868 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:13:23,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:13:23,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:13:23,870 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T13:13:23,876 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:23,877 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:13:23,878 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:13:23,878 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:13:23,878 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T13:13:23,878 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T13:13:23,878 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-02T13:13:23,879 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:13:23,884 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=06e3e18f2515,36845,1733145189461, regionLocation=06e3e18f2515,36845,1733145189461, openSeqNum=2 2024-12-02T13:13:23,884 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=06e3e18f2515,36845,1733145189461, table=hbase:meta, region=1588230740 2024-12-02T13:13:23,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,36845,1733145189461, state=OPEN 2024-12-02T13:13:23,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:23,887 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:23,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:23,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:23,892 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:13:23,893 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/draining/06e3e18f2515,36845,1733145189461 already deleted, retry=false 2024-12-02T13:13:23,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 06e3e18f2515,36845,1733145189461 on 06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,900 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 06e3e18f2515,36845,1733145189461, splitWal=true, meta=true 2024-12-02T13:13:23,903 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 06e3e18f2515,36845,1733145189461 (carryingMeta=true) 06e3e18f2515,36845,1733145189461/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7f39137b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T13:13:23,907 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/balancer because node does not exist (not necessarily an error) 2024-12-02T13:13:23,909 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/balancer already deleted, retry=false 2024-12-02T13:13:23,909 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:13:23,910 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:13:23,911 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/normalizer already deleted, retry=false 2024-12-02T13:13:23,911 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:13:23,913 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:13:23,913 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/switch/split already deleted, retry=false 2024-12-02T13:13:23,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:13:23,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/switch/merge already deleted, retry=false 2024-12-02T13:13:23,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Unable to get data of znode /01208360235/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:13:23,922 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/snapshot-cleanup already deleted, retry=false 2024-12-02T13:13:23,924 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:23,924 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:23,925 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,41807,1733145203201, sessionid=0x1009b1029530006, setting cluster-up flag (Was=false) 2024-12-02T13:13:23,927 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01208360235/flush-table-proc/acquired, /01208360235/flush-table-proc/reached, /01208360235/flush-table-proc/abort 2024-12-02T13:13:23,928 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,931 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01208360235/online-snapshot/acquired, /01208360235/online-snapshot/reached, /01208360235/online-snapshot/abort 2024-12-02T13:13:23,932 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,41807,1733145203201 2024-12-02T13:13:23,937 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/.lastflushedseqids 2024-12-02T13:13:23,940 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:13:23,940 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:13:23,940 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,41807,1733145203201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 06e3e18f2515,36845,1733145189461 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:13:23,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:23,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:23,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:23,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:23,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:13:23,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:23,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:23,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:23,945 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145233945 2024-12-02T13:13:23,945 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:13:23,945 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:13:23,945 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:13:23,945 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:13:23,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:13:23,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:13:23,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:23,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:13:23,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:13:23,946 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 06e3e18f2515,36845,1733145189461, splitWal=true, meta=true 2024-12-02T13:13:23,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:13:23,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:13:23,947 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:13:23,947 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:13:23,947 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145203947,5,FailOnTimeoutGroup] 2024-12-02T13:13:23,947 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145203947,5,FailOnTimeoutGroup] 2024-12-02T13:13:23,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:23,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:13:23,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:23,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:23,948 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 06e3e18f2515,36845,1733145189461, splitWal=true, meta=true, isMeta: true 2024-12-02T13:13:23,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145203948, completionTime=-1 2024-12-02T13:13:23,948 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T13:13:23,949 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461-splitting 2024-12-02T13:13:23,951 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461-splitting dir is empty, no logs to split. 2024-12-02T13:13:23,951 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,36845,1733145189461 WAL count=0, meta=true 2024-12-02T13:13:23,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T13:13:23,956 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461-splitting dir is empty, no logs to split. 2024-12-02T13:13:23,956 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,36845,1733145189461 WAL count=0, meta=true 2024-12-02T13:13:23,956 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 06e3e18f2515,36845,1733145189461 WAL splitting is done? wals=0, meta=true 2024-12-02T13:13:23,958 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(746): ClusterId : 65a50f24-4d69-4be4-b1aa-6b483bc82685 2024-12-02T13:13:23,958 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:13:23,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:13:23,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:23,963 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:13:23,963 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:13:23,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T13:13:23,966 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:13:23,966 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288157e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:23,982 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:35877 2024-12-02T13:13:23,982 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:13:23,982 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:13:23,982 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:13:23,983 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,41807,1733145203201 with port=35877, startcode=1733145203236 2024-12-02T13:13:23,983 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:13:23,986 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:13:23,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,35877,1733145203236 2024-12-02T13:13:23,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41807 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,35877,1733145203236 2024-12-02T13:13:23,989 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c 2024-12-02T13:13:23,989 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38033 2024-12-02T13:13:23,989 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:13:23,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/rs 2024-12-02T13:13:23,992 DEBUG [RS:0;06e3e18f2515:35877 {}] zookeeper.ZKUtil(111): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on existing znode=/01208360235/rs/06e3e18f2515,35877,1733145203236 2024-12-02T13:13:23,992 WARN [RS:0;06e3e18f2515:35877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:23,992 INFO [RS:0;06e3e18f2515:35877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:23,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,35877,1733145203236] 2024-12-02T13:13:23,992 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236 2024-12-02T13:13:24,002 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T13:13:24,038 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:13:24,040 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:13:24,041 INFO [RS:0;06e3e18f2515:35877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:13:24,041 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,041 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:13:24,043 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:13:24,043 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,043 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,043 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,043 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:24,044 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:24,045 DEBUG [RS:0;06e3e18f2515:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:24,063 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,063 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,063 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,063 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,063 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,063 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35877,1733145203236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:24,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:13:24,085 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:13:24,086 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35877,1733145203236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,108 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,35877,1733145203236, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:13:24,114 WARN [06e3e18f2515:41807 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T13:13:24,130 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(231): queueId=2-06e3e18f2515,35877,1733145203236, ReplicationSource: 2, currentBandwidth=0 2024-12-02T13:13:24,135 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,1-06e3e18f2515,35877,1733145203236 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:24,136 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,136 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.Replication(171): 06e3e18f2515,35877,1733145203236 started 2024-12-02T13:13:24,137 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,1-06e3e18f2515,35877,1733145203236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@599180a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:24,137 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,1-06e3e18f2515,35877,1733145203236 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:24,138 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,1-06e3e18f2515,35877,1733145203236 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:24,139 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:24,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:24,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:24,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7159edbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:24,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:24,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:24,146 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:24,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:24,148 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,1-06e3e18f2515,35877,1733145203236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56144c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:24,148 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,1-06e3e18f2515,35877,1733145203236 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:24,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:24,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41caf3eb 2024-12-02T13:13:24,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:24,152 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T13:13:24,153 INFO [RS:0;06e3e18f2515:35877.replicationSource,1-06e3e18f2515,35877,1733145203236 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,35877,1733145203236 (queues=0) is replicating from cluster=65a50f24-4d69-4be4-b1aa-6b483bc82685 to cluster=81a40e88-0c61-40c2-88b6-b58b3bd5773e 2024-12-02T13:13:24,155 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,2-06e3e18f2515,35877,1733145203236 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39453' 2024-12-02T13:13:24,157 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,2-06e3e18f2515,35877,1733145203236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da853c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:24,157 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,2-06e3e18f2515,35877,1733145203236 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39453,-1 for getting cluster id 2024-12-02T13:13:24,157 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,2-06e3e18f2515,35877,1733145203236 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:24,158 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81a40e88-0c61-40c2-88b6-b58b3bd5773e' 2024-12-02T13:13:24,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81a40e88-0c61-40c2-88b6-b58b3bd5773e" 2024-12-02T13:13:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@547482bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:24,160 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39453,-1] 2024-12-02T13:13:24,160 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,35877,1733145203236, RpcServer on 06e3e18f2515/172.17.0.2:35877, sessionid=0x1009b1029530007 2024-12-02T13:13:24,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:24,161 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:13:24,161 DEBUG [RS:0;06e3e18f2515:35877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,35877,1733145203236 2024-12-02T13:13:24,161 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,35877,1733145203236' 2024-12-02T13:13:24,161 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01208360235/flush-table-proc/abort' 2024-12-02T13:13:24,162 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01208360235/flush-table-proc/acquired' 2024-12-02T13:13:24,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:24,162 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:24,162 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:13:24,162 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:13:24,162 DEBUG [RS:0;06e3e18f2515:35877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,35877,1733145203236 2024-12-02T13:13:24,162 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,35877,1733145203236' 2024-12-02T13:13:24,162 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01208360235/online-snapshot/abort' 2024-12-02T13:13:24,163 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01208360235/online-snapshot/acquired' 2024-12-02T13:13:24,163 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,2-06e3e18f2515,35877,1733145203236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@437b215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:24,163 DEBUG [RS:0;06e3e18f2515:35877.replicationSource,2-06e3e18f2515,35877,1733145203236 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:24,164 DEBUG [RS:0;06e3e18f2515:35877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:13:24,164 INFO [RS:0;06e3e18f2515:35877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:13:24,164 INFO [RS:0;06e3e18f2515:35877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:13:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39453,1733145194754 2024-12-02T13:13:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c245c09 2024-12-02T13:13:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:24,167 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T13:13:24,168 INFO [RS:0;06e3e18f2515:35877.replicationSource,2-06e3e18f2515,35877,1733145203236 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-06e3e18f2515,35877,1733145203236 (queues=0) is replicating from cluster=65a50f24-4d69-4be4-b1aa-6b483bc82685 to cluster=81a40e88-0c61-40c2-88b6-b58b3bd5773e 2024-12-02T13:13:24,265 INFO [RS:0;06e3e18f2515:35877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:24,269 INFO [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C35877%2C1733145203236, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs, maxLogs=10 2024-12-02T13:13:24,289 DEBUG [RS:0;06e3e18f2515:35877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270, exclude list is [], retry=0 2024-12-02T13:13:24,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:24,299 INFO [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 2024-12-02T13:13:24,300 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 06e3e18f2515%2C35877%2C1733145203236 for peer 2 2024-12-02T13:13:24,300 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 06e3e18f2515%2C35877%2C1733145203236 for peer 1 2024-12-02T13:13:24,300 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C35877%2C1733145203236 2024-12-02T13:13:24,300 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,35877,1733145203236, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:13:24,305 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=06e3e18f2515%2C35877%2C1733145203236 2024-12-02T13:13:24,305 INFO [RS:0;06e3e18f2515:35877.replicationSource.shipper06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C35877%2C1733145203236 2024-12-02T13:13:24,305 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-06e3e18f2515,35877,1733145203236, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:13:24,306 DEBUG [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:24,306 INFO [RS:0;06e3e18f2515:35877.replicationSource.shipper06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C35877%2C1733145203236 2024-12-02T13:13:24,306 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270, startPosition=0, beingWritten=true 2024-12-02T13:13:24,306 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270, startPosition=0, beingWritten=true 2024-12-02T13:13:24,365 DEBUG [06e3e18f2515:41807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:24,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,35877,1733145203236 2024-12-02T13:13:24,367 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,35877,1733145203236, state=OPENING 2024-12-02T13:13:24,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:24,368 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:24,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:24,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:24,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:24,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,35877,1733145203236}] 2024-12-02T13:13:24,516 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:24,523 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:13:24,523 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:24,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:13:24,530 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:13:24,530 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:24,531 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:13:24,534 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C35877%2C1733145203236.meta, suffix=.meta, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs, maxLogs=10 2024-12-02T13:13:24,554 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.meta.1733145204535.meta, exclude list is [], retry=0 2024-12-02T13:13:24,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:24,559 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.meta.1733145204535.meta 2024-12-02T13:13:24,559 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:24,559 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:24,560 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:24,560 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:24,560 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:13:24,560 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:13:24,560 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:13:24,560 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:24,560 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:13:24,560 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:13:24,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:24,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:24,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:24,573 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/info/84962050ddff4f488e9390c4598638f9 2024-12-02T13:13:24,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:24,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:24,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:24,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:24,587 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/ns/c0df850d96714375a368adb0a7bca36f 2024-12-02T13:13:24,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:24,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:24,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:24,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:24,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:24,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:24,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:24,600 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/table/5189f1cb832d4a7fafc7b1fd18b412df 2024-12-02T13:13:24,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:24,601 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:24,602 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740 2024-12-02T13:13:24,604 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740 2024-12-02T13:13:24,606 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:24,606 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:24,607 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:24,609 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:24,610 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59656450, jitterRate=-0.11104962229728699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:24,611 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:13:24,611 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145204561Writing region info on filesystem at 1733145204561Initializing all the Stores at 1733145204562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145204562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145204562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145204562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145204562Cleaning up temporary data from old regions at 1733145204606 (+44 ms)Running coprocessor post-open hooks at 1733145204611 (+5 ms)Region opened successfully at 1733145204611 2024-12-02T13:13:24,612 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733145204522 2024-12-02T13:13:24,616 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:13:24,616 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:13:24,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=06e3e18f2515,35877,1733145203236 2024-12-02T13:13:24,618 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,35877,1733145203236, state=OPEN 2024-12-02T13:13:24,620 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:24,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208360235/meta-region-server 2024-12-02T13:13:24,620 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,35877,1733145203236 2024-12-02T13:13:24,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:24,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208360235/meta-region-server: CHANGED 2024-12-02T13:13:24,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T13:13:24,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,35877,1733145203236 in 252 msec 2024-12-02T13:13:24,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T13:13:24,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-12-02T13:13:24,822 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:24,832 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:25,230 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:25,239 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:25,505 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T13:13:25,739 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:25,746 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:26,352 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:26,353 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:27,008 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-02T13:13:27,060 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:27,062 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:27,867 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:27,869 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:28,461 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T13:13:28,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:13:28,462 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:28,462 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,35877,1733145203236, seqNum=-1] 2024-12-02T13:13:28,462 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:28,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:28,471 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1db2a1cef33ea0ca37ade522827625a0, regionState=OPEN, lastHost=06e3e18f2515,36845,1733145189461, regionLocation=06e3e18f2515,36845,1733145189461, openSeqNum=2 2024-12-02T13:13:28,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:13:28,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145268472 2024-12-02T13:13:28,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145328472 2024-12-02T13:13:28,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-02T13:13:28,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41807,1733145203201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:28,473 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 06e3e18f2515,36845,1733145189461 had 2 regions 2024-12-02T13:13:28,473 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41807,1733145203201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:28,473 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41807,1733145203201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:28,473 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:41807, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:28,473 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:28,474 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:28,475 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 06e3e18f2515,36845,1733145189461, splitWal=true, meta=true, isMeta: false 2024-12-02T13:13:28,478 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461-splitting dir is empty, no logs to split. 2024-12-02T13:13:28,478 INFO [PEWorker-3 {}] master.SplitWALManager(105): 06e3e18f2515,36845,1733145189461 WAL count=0, meta=false 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.215sec 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41807,1733145203201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:28,487 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41807,1733145203201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:13:28,488 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,36845,1733145189461-splitting dir is empty, no logs to split. 2024-12-02T13:13:28,488 INFO [PEWorker-3 {}] master.SplitWALManager(105): 06e3e18f2515,36845,1733145189461 WAL count=0, meta=false 2024-12-02T13:13:28,488 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 06e3e18f2515,36845,1733145189461 WAL splitting is done? wals=0, meta=false 2024-12-02T13:13:28,494 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:13:28,494 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:13:28,495 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41807,1733145203201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:28,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN}] 2024-12-02T13:13:28,497 WARN [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=06e3e18f2515,36845,1733145189461/hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:28,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN 2024-12-02T13:13:28,500 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T13:13:28,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:28,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41807,-1 for getting cluster id 2024-12-02T13:13:28,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:28,564 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a50f24-4d69-4be4-b1aa-6b483bc82685' 2024-12-02T13:13:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:28,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a50f24-4d69-4be4-b1aa-6b483bc82685" 2024-12-02T13:13:28,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62807e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:28,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41807,-1] 2024-12-02T13:13:28,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,568 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:28,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4928be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:28,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,35877,1733145203236, seqNum=-1] 2024-12-02T13:13:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:28,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T13:13:28,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:28,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:28,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 06e3e18f2515:41807 after: 06e3e18f2515:41807 2024-12-02T13:13:28,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:28,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41807,-1 for getting cluster id 2024-12-02T13:13:28,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:28,579 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a50f24-4d69-4be4-b1aa-6b483bc82685' 2024-12-02T13:13:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a50f24-4d69-4be4-b1aa-6b483bc82685" 2024-12-02T13:13:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746e56e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41807,-1] 2024-12-02T13:13:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,582 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:28,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:28,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:28,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,41807,1733145203201 2024-12-02T13:13:28,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b692c83 2024-12-02T13:13:28,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:28,586 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:28,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:13:28,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T13:13:28,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:13:28,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T13:13:28,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:13:28,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:28,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:28,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:28,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:13:28,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844758621, stopped=false 2024-12-02T13:13:28,591 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,39453,1733145194754 2024-12-02T13:13:28,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-465990179/running 2024-12-02T13:13:28,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-465990179/running 2024-12-02T13:13:28,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:28,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:28,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:28,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:28,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:28,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,40497,1733145194796' ***** 2024-12-02T13:13:28,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on znode that does not yet exist, /1-465990179/running 2024-12-02T13:13:28,595 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:13:28,595 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:13:28,595 INFO [RS:0;06e3e18f2515:40497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:13:28,595 INFO [RS:0;06e3e18f2515:40497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:13:28,595 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,40497,1733145194796 2024-12-02T13:13:28,595 INFO [RS:0;06e3e18f2515:40497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:28,595 INFO [RS:0;06e3e18f2515:40497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:40497. 2024-12-02T13:13:28,595 DEBUG [RS:0;06e3e18f2515:40497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:28,595 DEBUG [RS:0;06e3e18f2515:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,596 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:13:28,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Set watcher on znode that does not yet exist, /1-465990179/running 2024-12-02T13:13:28,596 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:13:28,596 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:13:28,596 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:13:28,596 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:13:28,599 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:28,605 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:13:28,605 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:13:28,605 DEBUG [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:28,605 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:28,605 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:28,605 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:28,605 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:28,605 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:28,606 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T13:13:28,630 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740/.tmp/ns/ed46222f70724052851e38e799d8e6b4 is 43, key is default/ns:d/1733145197189/Put/seqid=0 2024-12-02T13:13:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741835_1011 (size=5153) 2024-12-02T13:13:28,636 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740/.tmp/ns/ed46222f70724052851e38e799d8e6b4 2024-12-02T13:13:28,648 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740/.tmp/ns/ed46222f70724052851e38e799d8e6b4 as hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740/ns/ed46222f70724052851e38e799d8e6b4 2024-12-02T13:13:28,650 DEBUG [06e3e18f2515:41807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:28,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1db2a1cef33ea0ca37ade522827625a0, regionState=OPENING, regionLocation=06e3e18f2515,35877,1733145203236 2024-12-02T13:13:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN because future has completed 2024-12-02T13:13:28,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1db2a1cef33ea0ca37ade522827625a0, server=06e3e18f2515,35877,1733145203236}] 2024-12-02T13:13:28,664 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740/ns/ed46222f70724052851e38e799d8e6b4, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T13:13:28,666 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=6, compaction requested=false 2024-12-02T13:13:28,666 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:13:28,678 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T13:13:28,679 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:28,679 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:28,679 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:28,679 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145208605Running coprocessor pre-close hooks at 1733145208605Disabling compacts and flushes for region at 1733145208605Disabling writes for close at 1733145208605Obtaining lock to block concurrent updates at 1733145208606 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733145208606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733145208606Flushing stores of hbase:meta,,1.1588230740 at 1733145208607 (+1 ms)Flushing 1588230740/ns: creating writer at 1733145208607Flushing 1588230740/ns: appending metadata at 1733145208629 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733145208629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506ccf50: reopening flushed file at 1733145208646 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=6, compaction requested=false at 1733145208666 (+20 ms)Writing region close event to WAL at 1733145208670 (+4 ms)Running coprocessor post-close hooks at 1733145208679 (+9 ms)Closed at 1733145208679 2024-12-02T13:13:28,679 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:28,773 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:28,775 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:28,805 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,40497,1733145194796; all regions closed. 2024-12-02T13:13:28,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741834_1010 (size=1152) 2024-12-02T13:13:28,812 DEBUG [RS:0;06e3e18f2515:40497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/oldWALs 2024-12-02T13:13:28,812 INFO [RS:0;06e3e18f2515:40497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C40497%2C1733145194796.meta:.meta(num 1733145197116) 2024-12-02T13:13:28,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741832_1008 (size=93) 2024-12-02T13:13:28,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:28,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:28,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:13:28,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C35877%2C1733145203236.rep, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs, maxLogs=10 2024-12-02T13:13:28,824 DEBUG [RS:0;06e3e18f2515:40497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/oldWALs 2024-12-02T13:13:28,824 INFO [RS:0;06e3e18f2515:40497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C40497%2C1733145194796:(num 1733145196525) 2024-12-02T13:13:28,824 DEBUG [RS:0;06e3e18f2515:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:28,824 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:28,824 INFO [RS:0;06e3e18f2515:40497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:28,824 INFO [RS:0;06e3e18f2515:40497 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:28,824 INFO [RS:0;06e3e18f2515:40497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:28,825 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:28,825 INFO [RS:0;06e3e18f2515:40497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40497 2024-12-02T13:13:28,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-465990179/rs/06e3e18f2515,40497,1733145194796 2024-12-02T13:13:28,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179/rs 2024-12-02T13:13:28,826 INFO [RS:0;06e3e18f2515:40497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:28,827 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f28888e2418@13276cd8 rejected from java.util.concurrent.ThreadPoolExecutor@5625e0d8[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T13:13:28,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,40497,1733145194796] 2024-12-02T13:13:28,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-465990179/draining/06e3e18f2515,40497,1733145194796 already deleted, retry=false 2024-12-02T13:13:28,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,40497,1733145194796 expired; onlineServers=0 2024-12-02T13:13:28,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,39453,1733145194754' ***** 2024-12-02T13:13:28,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:13:28,829 INFO [M:0;06e3e18f2515:39453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:28,829 INFO [M:0;06e3e18f2515:39453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:28,829 DEBUG [M:0;06e3e18f2515:39453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:13:28,829 DEBUG [M:0;06e3e18f2515:39453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:13:28,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:13:28,829 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145196326 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145196326,5,FailOnTimeoutGroup] 2024-12-02T13:13:28,829 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145196327 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145196327,5,FailOnTimeoutGroup] 2024-12-02T13:13:28,829 INFO [M:0;06e3e18f2515:39453 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:28,829 INFO [M:0;06e3e18f2515:39453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:28,830 DEBUG [M:0;06e3e18f2515:39453 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:13:28,830 INFO [M:0;06e3e18f2515:39453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:13:28,830 INFO [M:0;06e3e18f2515:39453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:28,830 INFO [M:0;06e3e18f2515:39453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:13:28,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:13:28,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-465990179/master 2024-12-02T13:13:28,831 DEBUG [M:0;06e3e18f2515:39453 {}] zookeeper.ZKUtil(347): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Unable to get data of znode /1-465990179/master because node does not exist (not an error) 2024-12-02T13:13:28,831 WARN [M:0;06e3e18f2515:39453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:13:28,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-465990179 2024-12-02T13:13:28,835 INFO [M:0;06e3e18f2515:39453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/.lastflushedseqids 2024-12-02T13:13:28,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.rep.1733145208822, exclude list is [], retry=0 2024-12-02T13:13:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38903,DS-42807427-66a4-41bb-9799-03f50be5e681,DISK] 2024-12-02T13:13:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741836_1012 (size=99) 2024-12-02T13:13:28,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.rep.1733145208822 2024-12-02T13:13:28,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-02T13:13:28,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1db2a1cef33ea0ca37ade522827625a0, NAME => 'hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:28,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:28,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:28,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. service=MultiRowMutationService 2024-12-02T13:13:28,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:13:28,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:28,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,858 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,860 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db2a1cef33ea0ca37ade522827625a0 columnFamilyName hfileref 2024-12-02T13:13:28,860 DEBUG [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:28,861 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(327): Store=1db2a1cef33ea0ca37ade522827625a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:28,861 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,863 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db2a1cef33ea0ca37ade522827625a0 columnFamilyName queue 2024-12-02T13:13:28,863 DEBUG [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:28,875 DEBUG [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/queue/505097dfa3ae44ef9c137d355dc49288 2024-12-02T13:13:28,876 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(327): Store=1db2a1cef33ea0ca37ade522827625a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:28,876 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,878 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db2a1cef33ea0ca37ade522827625a0 columnFamilyName sid 2024-12-02T13:13:28,878 DEBUG [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:28,878 INFO [StoreOpener-1db2a1cef33ea0ca37ade522827625a0-1 {}] regionserver.HStore(327): Store=1db2a1cef33ea0ca37ade522827625a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:28,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:13:28,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 1db2a1cef33ea0ca37ade522827625a0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61463084, jitterRate=-0.08412867784500122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:13:28,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:28,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1db2a1cef33ea0ca37ade522827625a0: Running coprocessor pre-open hook at 1733145208856Writing region info on filesystem at 1733145208856Initializing all the Stores at 1733145208858 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145208858Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145208858Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145208858Cleaning up temporary data from old regions at 1733145208883 (+25 ms)Running coprocessor post-open hooks at 1733145208887 (+4 ms)Region opened successfully at 1733145208888 (+1 ms) 2024-12-02T13:13:28,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0., pid=19, masterSystemTime=1733145208812 2024-12-02T13:13:28,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:28,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:28,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1db2a1cef33ea0ca37ade522827625a0, regionState=OPEN, openSeqNum=10, regionLocation=06e3e18f2515,35877,1733145203236 2024-12-02T13:13:28,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1db2a1cef33ea0ca37ade522827625a0, server=06e3e18f2515,35877,1733145203236 because future has completed 2024-12-02T13:13:28,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T13:13:28,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1db2a1cef33ea0ca37ade522827625a0, server=06e3e18f2515,35877,1733145203236 in 244 msec 2024-12-02T13:13:28,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-02T13:13:28,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1db2a1cef33ea0ca37ade522827625a0, ASSIGN in 407 msec 2024-12-02T13:13:28,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T13:13:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0., hostname=06e3e18f2515,35877,1733145203236, seqNum=10] 2024-12-02T13:13:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1009b1029530004, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:28,928 INFO [RS:0;06e3e18f2515:40497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:28,929 INFO [RS:0;06e3e18f2515:40497 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,40497,1733145194796; zookeeper connection closed. 2024-12-02T13:13:28,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@661e0849 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@661e0849 2024-12-02T13:13:28,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:13:28,961 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 06e3e18f2515,36845,1733145189461 2024-12-02T13:13:28,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T13:13:29,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-02T13:13:29,254 INFO [M:0;06e3e18f2515:39453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:13:29,254 INFO [M:0;06e3e18f2515:39453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:13:29,254 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:29,254 INFO [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:29,254 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:29,254 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:29,254 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:29,255 INFO [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T13:13:29,271 DEBUG [M:0;06e3e18f2515:39453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2887612acbf4d289725dac9f7921e2c is 82, key is hbase:meta,,1/info:regioninfo/1733145197167/Put/seqid=0 2024-12-02T13:13:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741837_1013 (size=5672) 2024-12-02T13:13:29,676 INFO [M:0;06e3e18f2515:39453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2887612acbf4d289725dac9f7921e2c 2024-12-02T13:13:29,699 DEBUG [M:0;06e3e18f2515:39453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/632b473e081340fa8781c572257358ad is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733145197198/Put/seqid=0 2024-12-02T13:13:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741838_1014 (size=5275) 2024-12-02T13:13:29,704 INFO [M:0;06e3e18f2515:39453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/632b473e081340fa8781c572257358ad 2024-12-02T13:13:29,730 DEBUG [M:0;06e3e18f2515:39453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2be6f7661c34e3da3b731c8985ecc49 is 69, key is 06e3e18f2515,40497,1733145194796/rs:state/1733145196366/Put/seqid=0 2024-12-02T13:13:29,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741839_1015 (size=5156) 2024-12-02T13:13:29,782 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:29,785 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:30,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:13:30,143 INFO [M:0;06e3e18f2515:39453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2be6f7661c34e3da3b731c8985ecc49 2024-12-02T13:13:30,164 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2887612acbf4d289725dac9f7921e2c as hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2887612acbf4d289725dac9f7921e2c 2024-12-02T13:13:30,174 INFO [M:0;06e3e18f2515:39453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2887612acbf4d289725dac9f7921e2c, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T13:13:30,175 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/632b473e081340fa8781c572257358ad as hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/632b473e081340fa8781c572257358ad 2024-12-02T13:13:30,183 INFO [M:0;06e3e18f2515:39453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/632b473e081340fa8781c572257358ad, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T13:13:30,184 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2be6f7661c34e3da3b731c8985ecc49 as hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2be6f7661c34e3da3b731c8985ecc49 2024-12-02T13:13:30,191 INFO [M:0;06e3e18f2515:39453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46729/user/jenkins/test-data/7521b9b9-9e27-536c-ce7b-7dae62be72cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2be6f7661c34e3da3b731c8985ecc49, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T13:13:30,193 INFO [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=28, compaction requested=false 2024-12-02T13:13:30,202 INFO [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:30,202 DEBUG [M:0;06e3e18f2515:39453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145209254Disabling compacts and flushes for region at 1733145209254Disabling writes for close at 1733145209254Obtaining lock to block concurrent updates at 1733145209255 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145209255Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733145209255Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145209256 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145209256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145209270 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145209270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145209682 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145209699 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145209699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145209711 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145209730 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145209730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a692c31: reopening flushed file at 1733145210156 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4161dddf: reopening flushed file at 1733145210174 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334a343: reopening flushed file at 1733145210183 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=28, compaction requested=false at 1733145210193 (+10 ms)Writing region close event to WAL at 1733145210201 (+8 ms)Closed at 1733145210201 2024-12-02T13:13:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43281 is added to blk_1073741830_1006 (size=10165) 2024-12-02T13:13:30,206 INFO [M:0;06e3e18f2515:39453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:13:30,206 INFO [M:0;06e3e18f2515:39453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39453 2024-12-02T13:13:30,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:30,209 INFO [M:0;06e3e18f2515:39453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:30,311 INFO [M:0;06e3e18f2515:39453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39453-0x1009b1029530003, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:30,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:30,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:30,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:30,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:30,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:30,319 WARN [BP-1927218157-172.17.0.2-1733145193861 heartbeating to localhost/127.0.0.1:46729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:13:30,319 WARN [BP-1927218157-172.17.0.2-1733145193861 heartbeating to localhost/127.0.0.1:46729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1927218157-172.17.0.2-1733145193861 (Datanode Uuid bd4f8664-01fd-4e32-9e99-049457adc1c8) service to localhost/127.0.0.1:46729 2024-12-02T13:13:30,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/cluster_2c88af65-da05-f7e1-cee0-674cdfdcc30e/data/data1/current/BP-1927218157-172.17.0.2-1733145193861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:30,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/cluster_2c88af65-da05-f7e1-cee0-674cdfdcc30e/data/data2/current/BP-1927218157-172.17.0.2-1733145193861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:30,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:13:30,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:13:30,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:13:30,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:30,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:30,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:30,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:30,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:30,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:13:30,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:13:30,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:30,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:30,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:30,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:30,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:30,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:13:30,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=91249676, stopped=false 2024-12-02T13:13:30,351 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,41807,1733145203201 2024-12-02T13:13:30,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:30,353 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/running 2024-12-02T13:13:30,353 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:30,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:30,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:30,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:30,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:30,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:30,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:30,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Set watcher on znode that does not yet exist, /01208360235/running 2024-12-02T13:13:30,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,35877,1733145203236' ***** 2024-12-02T13:13:30,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:13:30,354 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:13:30,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:13:30,354 INFO [RS:0;06e3e18f2515:35877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:13:30,354 INFO [RS:0;06e3e18f2515:35877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:13:30,354 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:30,354 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,35877,1733145203236 2024-12-02T13:13:30,354 INFO [RS:0;06e3e18f2515:35877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:30,354 INFO [RS:0;06e3e18f2515:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:35877. 2024-12-02T13:13:30,355 DEBUG [RS:0;06e3e18f2515:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1db2a1cef33ea0ca37ade522827625a0, disabling compactions & flushes 2024-12-02T13:13:30,355 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:30,355 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:30,355 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:13:30,355 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:30,355 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:13:30,355 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. after waiting 0 ms 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:30,355 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:13:30,355 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1db2a1cef33ea0ca37ade522827625a0=hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0.} 2024-12-02T13:13:30,355 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1db2a1cef33ea0ca37ade522827625a0 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:30,355 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:30,355 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:30,356 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T13:13:30,359 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/replication/1db2a1cef33ea0ca37ade522827625a0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-02T13:13:30,360 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:30,360 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:30,360 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:30,360 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1db2a1cef33ea0ca37ade522827625a0: Waiting for close lock at 1733145210355Running coprocessor pre-close hooks at 1733145210355Disabling compacts and flushes for region at 1733145210355Disabling writes for close at 1733145210355Writing region close event to WAL at 1733145210356 (+1 ms)Running coprocessor post-close hooks at 1733145210360 (+4 ms)Closed at 1733145210360 2024-12-02T13:13:30,361 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0. 2024-12-02T13:13:30,369 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:30,377 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/info/27a27ba0d88646c9b22738b9800b69d3 is 147, key is hbase:replication,,1733145197335.1db2a1cef33ea0ca37ade522827625a0./info:regioninfo/1733145208894/Put/seqid=0 2024-12-02T13:13:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741851_1027 (size=6385) 2024-12-02T13:13:30,555 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:30,756 DEBUG [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:30,783 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/info/27a27ba0d88646c9b22738b9800b69d3 2024-12-02T13:13:30,791 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/.tmp/info/27a27ba0d88646c9b22738b9800b69d3 as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/info/27a27ba0d88646c9b22738b9800b69d3 2024-12-02T13:13:30,797 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/info/27a27ba0d88646c9b22738b9800b69d3, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T13:13:30,799 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-12-02T13:13:30,805 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T13:13:30,805 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:30,805 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:30,805 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:30,806 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145210355Running coprocessor pre-close hooks at 1733145210355Disabling compacts and flushes for region at 1733145210355Disabling writes for close at 1733145210355Obtaining lock to block concurrent updates at 1733145210356 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733145210356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733145210356Flushing stores of hbase:meta,,1.1588230740 at 1733145210357 (+1 ms)Flushing 1588230740/info: creating writer at 1733145210357Flushing 1588230740/info: appending metadata at 1733145210376 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733145210377 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a483b1e: reopening flushed file at 1733145210790 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1733145210799 (+9 ms)Writing region close event to WAL at 1733145210800 (+1 ms)Running coprocessor post-close hooks at 1733145210805 (+5 ms)Closed at 1733145210805 2024-12-02T13:13:30,806 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:30,889 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:30,890 DEBUG [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/WALs/06e3e18f2515,35877,1733145203236/06e3e18f2515%2C35877%2C1733145203236.1733145204270 to pos 0, reset compression=false 2024-12-02T13:13:30,956 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,35877,1733145203236; all regions closed. 2024-12-02T13:13:30,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741849_1025 (size=2156) 2024-12-02T13:13:30,961 DEBUG [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs 2024-12-02T13:13:30,962 INFO [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C35877%2C1733145203236.meta:.meta(num 1733145204535) 2024-12-02T13:13:30,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741850_1026 (size=796) 2024-12-02T13:13:30,967 DEBUG [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs 2024-12-02T13:13:30,968 INFO [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C35877%2C1733145203236.rep:(num 1733145208822) 2024-12-02T13:13:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741848_1024 (size=93) 2024-12-02T13:13:30,976 DEBUG [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/oldWALs 2024-12-02T13:13:30,976 INFO [RS:0;06e3e18f2515:35877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C35877%2C1733145203236:(num 1733145204270) 2024-12-02T13:13:30,976 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:30,976 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:30,976 INFO [RS:0;06e3e18f2515:35877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:30,977 INFO [RS:0;06e3e18f2515:35877 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:30,977 INFO [RS:0;06e3e18f2515:35877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:30,977 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,35877,1733145203236 because: Region server is closing 2024-12-02T13:13:30,977 INFO [RS:0;06e3e18f2515:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:35877. 2024-12-02T13:13:30,978 DEBUG [RS:0;06e3e18f2515:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:30,978 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:30,978 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:30,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:30,978 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:30,978 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T13:13:30,978 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T13:13:30,978 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T13:13:31,078 WARN [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:13:31,078 WARN [RS:0;06e3e18f2515:35877.replicationSource.shipper06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:13:31,079 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;06e3e18f2515:35877.replicationSource.shipper06e3e18f2515%2C35877%2C1733145203236,1-06e3e18f2515,35877,1733145203236 terminated 2024-12-02T13:13:31,079 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-06e3e18f2515,35877,1733145203236 because: Region server is closing 2024-12-02T13:13:31,079 INFO [RS:0;06e3e18f2515:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:35877. 2024-12-02T13:13:31,079 DEBUG [RS:0;06e3e18f2515:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:31,079 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:31,079 DEBUG [RS:0;06e3e18f2515:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:31,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:31,180 WARN [RS:0;06e3e18f2515:35877.replicationSource.wal-reader.06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:13:31,180 WARN [RS:0;06e3e18f2515:35877.replicationSource.shipper06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:13:31,180 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;06e3e18f2515:35877.replicationSource.shipper06e3e18f2515%2C35877%2C1733145203236,2-06e3e18f2515,35877,1733145203236 terminated 2024-12-02T13:13:31,180 INFO [RS:0;06e3e18f2515:35877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35877 2024-12-02T13:13:31,182 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/rs/06e3e18f2515,35877,1733145203236 2024-12-02T13:13:31,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235/rs 2024-12-02T13:13:31,183 INFO [RS:0;06e3e18f2515:35877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:31,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,35877,1733145203236] 2024-12-02T13:13:31,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/draining/06e3e18f2515,35877,1733145203236 already deleted, retry=false 2024-12-02T13:13:31,184 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,35877,1733145203236 expired; onlineServers=0 2024-12-02T13:13:31,185 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,41807,1733145203201' ***** 2024-12-02T13:13:31,185 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:13:31,185 INFO [M:0;06e3e18f2515:41807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:31,185 INFO [M:0;06e3e18f2515:41807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:31,185 DEBUG [M:0;06e3e18f2515:41807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:13:31,185 DEBUG [M:0;06e3e18f2515:41807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:13:31,185 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:13:31,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145203947 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145203947,5,FailOnTimeoutGroup] 2024-12-02T13:13:31,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145203947 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145203947,5,FailOnTimeoutGroup] 2024-12-02T13:13:31,185 INFO [M:0;06e3e18f2515:41807 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:31,185 INFO [M:0;06e3e18f2515:41807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:31,185 DEBUG [M:0;06e3e18f2515:41807 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:13:31,186 INFO [M:0;06e3e18f2515:41807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:13:31,186 INFO [M:0;06e3e18f2515:41807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:31,186 INFO [M:0;06e3e18f2515:41807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:13:31,186 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:13:31,194 DEBUG [M:0;06e3e18f2515:41807 {}] zookeeper.RecoverableZooKeeper(212): Node /01208360235/master already deleted, retry=false 2024-12-02T13:13:31,194 DEBUG [M:0;06e3e18f2515:41807 {}] master.ActiveMasterManager(353): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Failed delete of our master address node; KeeperErrorCode = NoNode for /01208360235/master 2024-12-02T13:13:31,195 INFO [M:0;06e3e18f2515:41807 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/.lastflushedseqids 2024-12-02T13:13:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208360235/master 2024-12-02T13:13:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208360235 2024-12-02T13:13:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741852_1028 (size=181) 2024-12-02T13:13:31,211 INFO [M:0;06e3e18f2515:41807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:13:31,212 INFO [M:0;06e3e18f2515:41807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:13:31,212 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:31,212 INFO [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:31,212 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:31,212 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:31,212 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:31,212 INFO [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T13:13:31,247 DEBUG [M:0;06e3e18f2515:41807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/490fd9508a614c0ab8e73e8d1c9caa03 is 82, key is hbase:meta,,1/info:regioninfo/1733145204616/Put/seqid=0 2024-12-02T13:13:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741853_1029 (size=5680) 2024-12-02T13:13:31,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:31,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x1009b1029530007, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:31,285 INFO [RS:0;06e3e18f2515:35877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:31,285 INFO [RS:0;06e3e18f2515:35877 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,35877,1733145203236; zookeeper connection closed. 2024-12-02T13:13:31,291 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ffb918 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ffb918 2024-12-02T13:13:31,291 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:13:31,657 INFO [M:0;06e3e18f2515:41807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/490fd9508a614c0ab8e73e8d1c9caa03 2024-12-02T13:13:31,676 DEBUG [M:0;06e3e18f2515:41807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba3c4f449ac04a888eaf82983a0dc214 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733145208905/Put/seqid=0 2024-12-02T13:13:31,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741854_1030 (size=7319) 2024-12-02T13:13:32,081 INFO [M:0;06e3e18f2515:41807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba3c4f449ac04a888eaf82983a0dc214 2024-12-02T13:13:32,102 DEBUG [M:0;06e3e18f2515:41807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9b6b834eeb46c58c187629993142ab is 69, key is 06e3e18f2515,35877,1733145203236/rs:state/1733145203987/Put/seqid=0 2024-12-02T13:13:32,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741855_1031 (size=5371) 2024-12-02T13:13:32,507 INFO [M:0;06e3e18f2515:41807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9b6b834eeb46c58c187629993142ab 2024-12-02T13:13:32,514 INFO [M:0;06e3e18f2515:41807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c9b6b834eeb46c58c187629993142ab 2024-12-02T13:13:32,515 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/490fd9508a614c0ab8e73e8d1c9caa03 as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/490fd9508a614c0ab8e73e8d1c9caa03 2024-12-02T13:13:32,523 INFO [M:0;06e3e18f2515:41807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/490fd9508a614c0ab8e73e8d1c9caa03, entries=8, sequenceid=172, filesize=5.5 K 2024-12-02T13:13:32,524 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba3c4f449ac04a888eaf82983a0dc214 as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba3c4f449ac04a888eaf82983a0dc214 2024-12-02T13:13:32,530 INFO [M:0;06e3e18f2515:41807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba3c4f449ac04a888eaf82983a0dc214, entries=7, sequenceid=172, filesize=7.1 K 2024-12-02T13:13:32,532 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9b6b834eeb46c58c187629993142ab as hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9b6b834eeb46c58c187629993142ab 2024-12-02T13:13:32,538 INFO [M:0;06e3e18f2515:41807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c9b6b834eeb46c58c187629993142ab 2024-12-02T13:13:32,538 INFO [M:0;06e3e18f2515:41807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f488124e-a906-0fb7-f484-de681d8d4e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9b6b834eeb46c58c187629993142ab, entries=2, sequenceid=172, filesize=5.2 K 2024-12-02T13:13:32,540 INFO [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=172, compaction requested=false 2024-12-02T13:13:32,542 INFO [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:32,542 DEBUG [M:0;06e3e18f2515:41807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145211212Disabling compacts and flushes for region at 1733145211212Disabling writes for close at 1733145211212Obtaining lock to block concurrent updates at 1733145211212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145211212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733145211213 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145211219 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145211219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145211246 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145211246Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145211662 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145211676 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145211676Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145212087 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145212101 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145212101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78de9ab7: reopening flushed file at 1733145212514 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f2bfa2: reopening flushed file at 1733145212523 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6992e703: reopening flushed file at 1733145212531 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=172, compaction requested=false at 1733145212540 (+9 ms)Writing region close event to WAL at 1733145212542 (+2 ms)Closed at 1733145212542 2024-12-02T13:13:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38903 is added to blk_1073741847_1023 (size=22949) 2024-12-02T13:13:32,549 INFO [M:0;06e3e18f2515:41807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:13:32,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:32,549 INFO [M:0;06e3e18f2515:41807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41807 2024-12-02T13:13:32,549 INFO [M:0;06e3e18f2515:41807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:32,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:32,650 INFO [M:0;06e3e18f2515:41807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:32,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41807-0x1009b1029530006, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:32,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:32,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:32,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:32,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:32,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:32,656 WARN [BP-1140445271-172.17.0.2-1733145186286 heartbeating to localhost/127.0.0.1:38033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:13:32,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:13:32,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:13:32,656 WARN [BP-1140445271-172.17.0.2-1733145186286 heartbeating to localhost/127.0.0.1:38033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140445271-172.17.0.2-1733145186286 (Datanode Uuid 3bf23cf6-be84-4458-88ba-0577f3361b6e) service to localhost/127.0.0.1:38033 2024-12-02T13:13:32,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f/data/data1/current/BP-1140445271-172.17.0.2-1733145186286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:32,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/cluster_e3bad638-40a0-dc92-d138-7c64c54c088f/data/data2/current/BP-1140445271-172.17.0.2-1733145186286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:32,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:13:32,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:32,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:32,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:32,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:32,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef8f027-fa25-e64a-c750-6a39dd77881a/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:32,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:13:32,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:13:32,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46729 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51494) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/06e3e18f2515:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6966c822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/06e3e18f2515:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51494) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/06e3e18f2515:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38033 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/06e3e18f2515:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/06e3e18f2515:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 170) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3360 (was 4131) 2024-12-02T13:13:32,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=3359 2024-12-02T13:13:32,720 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-02T13:13:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.log.dir so I do NOT create it in target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8 2024-12-02T13:13:32,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:13:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.tmp.dir so I do NOT create it in target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8 2024-12-02T13:13:32,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6dde922-363f-78a1-8dfd-e1ea8e6aee21/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:13:32,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8 2024-12-02T13:13:32,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f, deleteOnExit=true 2024-12-02T13:13:32,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f/zookeeper_0, clientPort=61196, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:13:32,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61196 2024-12-02T13:13:32,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:13:32,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/test.cache.data in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:13:32,726 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:13:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:13:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:13:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b1029530005, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:13:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b1029530002, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:13:32,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b1029530002, quorum=127.0.0.1:51494, baseZNode=/01208360235 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:13:32,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b1029530005, quorum=127.0.0.1:51494, baseZNode=/1-465990179 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:13:32,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:32,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:32,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:32,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:32,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:13:32,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:32,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:32,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:32,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/java.io.tmpdir/jetty-localhost-41265-hadoop-hdfs-3_4_1-tests_jar-_-any-10684533286520635499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:32,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:41265} 2024-12-02T13:13:32,913 INFO [Time-limited test {}] server.Server(415): Started @28811ms 2024-12-02T13:13:33,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:33,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:33,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:33,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:33,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:13:33,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:33,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:33,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/java.io.tmpdir/jetty-localhost-40111-hadoop-hdfs-3_4_1-tests_jar-_-any-1278923443037969169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:33,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:40111} 2024-12-02T13:13:33,100 INFO [Time-limited test {}] server.Server(415): Started @28998ms 2024-12-02T13:13:33,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:13:33,163 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f/data/data2/current/BP-795118231-172.17.0.2-1733145212751/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:33,163 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f/data/data1/current/BP-795118231-172.17.0.2-1733145212751/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:33,179 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:13:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd2b4fd22992cced with lease ID 0xa844258d0b0d134d: Processing first storage report for DS-1ff4a773-e430-49e5-8f29-83e3a84848c3 from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=576a245a-f696-4ba0-b1b2-42f69550f768, infoPort=35243, infoSecurePort=0, ipcPort=35713, storageInfo=lv=-57;cid=testClusterID;nsid=649898186;c=1733145212751) 2024-12-02T13:13:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd2b4fd22992cced with lease ID 0xa844258d0b0d134d: from storage DS-1ff4a773-e430-49e5-8f29-83e3a84848c3 node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=576a245a-f696-4ba0-b1b2-42f69550f768, infoPort=35243, infoSecurePort=0, ipcPort=35713, storageInfo=lv=-57;cid=testClusterID;nsid=649898186;c=1733145212751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd2b4fd22992cced with lease ID 0xa844258d0b0d134d: Processing first storage report for DS-2afd9bf1-3ef7-4d6e-a4ed-c3f093cdc246 from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=576a245a-f696-4ba0-b1b2-42f69550f768, infoPort=35243, infoSecurePort=0, ipcPort=35713, storageInfo=lv=-57;cid=testClusterID;nsid=649898186;c=1733145212751) 2024-12-02T13:13:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd2b4fd22992cced with lease ID 0xa844258d0b0d134d: from storage DS-2afd9bf1-3ef7-4d6e-a4ed-c3f093cdc246 node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=576a245a-f696-4ba0-b1b2-42f69550f768, infoPort=35243, infoSecurePort=0, ipcPort=35713, storageInfo=lv=-57;cid=testClusterID;nsid=649898186;c=1733145212751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:33,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8 2024-12-02T13:13:33,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:33,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:13:33,636 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d with version=8 2024-12-02T13:13:33,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/hbase-staging 2024-12-02T13:13:33,638 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:33,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:33,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:13:33,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:33,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42033 2024-12-02T13:13:33,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42033 connecting to ZooKeeper ensemble=127.0.0.1:61196 2024-12-02T13:13:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420330x0, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:33,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42033-0x1009b1093a20000 connected 2024-12-02T13:13:33,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:33,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:33,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on znode that does not yet exist, /01513080876/running 2024-12-02T13:13:33,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d, hbase.cluster.distributed=false 2024-12-02T13:13:33,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on znode that does not yet exist, /01513080876/acl 2024-12-02T13:13:33,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42033 2024-12-02T13:13:33,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42033 2024-12-02T13:13:33,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42033 2024-12-02T13:13:33,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42033 2024-12-02T13:13:33,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42033 2024-12-02T13:13:33,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:33,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:33,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:33,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:33,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:33,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:33,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:13:33,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:33,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41443 2024-12-02T13:13:33,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41443 connecting to ZooKeeper ensemble=127.0.0.1:61196 2024-12-02T13:13:33,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:33,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:33,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414430x0, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:33,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414430x0, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on znode that does not yet exist, /01513080876/running 2024-12-02T13:13:33,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41443-0x1009b1093a20001 connected 2024-12-02T13:13:33,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:13:33,691 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:13:33,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on znode that does not yet exist, /01513080876/master 2024-12-02T13:13:33,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on znode that does not yet exist, /01513080876/acl 2024-12-02T13:13:33,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41443 2024-12-02T13:13:33,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41443 2024-12-02T13:13:33,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41443 2024-12-02T13:13:33,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41443 2024-12-02T13:13:33,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41443 2024-12-02T13:13:33,729 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:42033 2024-12-02T13:13:33,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01513080876/backup-masters/06e3e18f2515,42033,1733145213638 2024-12-02T13:13:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876/backup-masters 2024-12-02T13:13:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876/backup-masters 2024-12-02T13:13:33,735 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on existing znode=/01513080876/backup-masters/06e3e18f2515,42033,1733145213638 2024-12-02T13:13:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01513080876/master 2024-12-02T13:13:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:33,737 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on existing znode=/01513080876/master 2024-12-02T13:13:33,738 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01513080876/backup-masters/06e3e18f2515,42033,1733145213638 from backup master directory 2024-12-02T13:13:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01513080876/backup-masters/06e3e18f2515,42033,1733145213638 2024-12-02T13:13:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876/backup-masters 2024-12-02T13:13:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876/backup-masters 2024-12-02T13:13:33,739 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:33,739 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,42033,1733145213638 2024-12-02T13:13:33,749 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/hbase.id] with ID: 02d175ab-ea6a-43e2-ac6c-a5441e5ac724 2024-12-02T13:13:33,749 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/.tmp/hbase.id 2024-12-02T13:13:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:13:34,157 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/.tmp/hbase.id]:[hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/hbase.id] 2024-12-02T13:13:34,170 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:34,170 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:13:34,172 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T13:13:34,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:34,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:13:34,579 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:34,580 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:13:34,580 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:13:34,988 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store 2024-12-02T13:13:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:13:35,394 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:35,395 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:35,395 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:35,395 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:35,395 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:35,395 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:35,395 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:35,395 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145215394Disabling compacts and flushes for region at 1733145215394Disabling writes for close at 1733145215395 (+1 ms)Writing region close event to WAL at 1733145215395Closed at 1733145215395 2024-12-02T13:13:35,396 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/.initializing 2024-12-02T13:13:35,396 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/WALs/06e3e18f2515,42033,1733145213638 2024-12-02T13:13:35,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:35,399 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C42033%2C1733145213638, suffix=, logDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/WALs/06e3e18f2515,42033,1733145213638, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/oldWALs, maxLogs=10 2024-12-02T13:13:35,410 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/WALs/06e3e18f2515,42033,1733145213638/06e3e18f2515%2C42033%2C1733145213638.1733145215399, exclude list is [], retry=0 2024-12-02T13:13:35,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-1ff4a773-e430-49e5-8f29-83e3a84848c3,DISK] 2024-12-02T13:13:35,415 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/WALs/06e3e18f2515,42033,1733145213638/06e3e18f2515%2C42033%2C1733145213638.1733145215399 2024-12-02T13:13:35,415 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35243:35243)] 2024-12-02T13:13:35,415 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:35,416 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:35,416 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,416 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:13:35,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:35,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:35,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:13:35,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:35,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:35,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:13:35,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:35,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:35,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:13:35,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:35,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:35,426 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,427 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,427 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,428 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,428 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,429 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:35,430 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:35,432 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:35,432 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69576855, jitterRate=0.03677593171596527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:35,433 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145215416Initializing all the Stores at 1733145215417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145215417Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145215417Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145215417Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145215417Cleaning up temporary data from old regions at 1733145215428 (+11 ms)Region opened successfully at 1733145215433 (+5 ms) 2024-12-02T13:13:35,433 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:13:35,436 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6213430a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:35,437 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:13:35,437 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:13:35,437 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:13:35,438 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:13:35,439 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T13:13:35,439 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:13:35,439 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:13:35,443 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:13:35,444 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Unable to get data of znode /01513080876/balancer because node does not exist (not necessarily an error) 2024-12-02T13:13:35,445 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01513080876/balancer already deleted, retry=false 2024-12-02T13:13:35,445 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:13:35,446 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Unable to get data of znode /01513080876/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:13:35,447 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01513080876/normalizer already deleted, retry=false 2024-12-02T13:13:35,447 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:13:35,448 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Unable to get data of znode /01513080876/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:13:35,449 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01513080876/switch/split already deleted, retry=false 2024-12-02T13:13:35,449 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Unable to get data of znode /01513080876/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:13:35,450 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01513080876/switch/merge already deleted, retry=false 2024-12-02T13:13:35,452 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Unable to get data of znode /01513080876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:13:35,452 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01513080876/snapshot-cleanup already deleted, retry=false 2024-12-02T13:13:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01513080876/running 2024-12-02T13:13:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01513080876/running 2024-12-02T13:13:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:35,454 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,42033,1733145213638, sessionid=0x1009b1093a20000, setting cluster-up flag (Was=false) 2024-12-02T13:13:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:35,458 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01513080876/flush-table-proc/acquired, /01513080876/flush-table-proc/reached, /01513080876/flush-table-proc/abort 2024-12-02T13:13:35,459 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,42033,1733145213638 2024-12-02T13:13:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:35,466 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01513080876/online-snapshot/acquired, /01513080876/online-snapshot/reached, /01513080876/online-snapshot/abort 2024-12-02T13:13:35,467 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,42033,1733145213638 2024-12-02T13:13:35,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:13:35,470 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:35,470 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:13:35,471 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:13:35,471 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 06e3e18f2515,36845,1733145189461: status=Processing ServerCrashProcedure of 06e3e18f2515,36845,1733145189461 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733145203946, completionTime=-1 appears to have been leaked 2024-12-02T13:13:35,471 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,42033,1733145213638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:13:35,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:35,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:35,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:35,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:35,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:13:35,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:35,474 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145245481 2024-12-02T13:13:35,482 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:13:35,482 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:13:35,482 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:13:35,482 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:13:35,482 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:13:35,482 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:13:35,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:35,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:13:35,483 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,483 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:13:35,483 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:13:35,483 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:13:35,484 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:13:35,484 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:35,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:13:35,489 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:13:35,489 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:13:35,489 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145215489,5,FailOnTimeoutGroup] 2024-12-02T13:13:35,490 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145215489,5,FailOnTimeoutGroup] 2024-12-02T13:13:35,490 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,491 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:13:35,491 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,491 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:13:35,500 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(746): ClusterId : 02d175ab-ea6a-43e2-ac6c-a5441e5ac724 2024-12-02T13:13:35,501 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:13:35,502 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:13:35,502 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:13:35,504 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:13:35,504 DEBUG [RS:0;06e3e18f2515:41443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f2fd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:35,514 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:41443 2024-12-02T13:13:35,515 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:13:35,515 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:13:35,515 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:13:35,516 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,42033,1733145213638 with port=41443, startcode=1733145213681 2024-12-02T13:13:35,516 DEBUG [RS:0;06e3e18f2515:41443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:13:35,518 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:13:35,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,41443,1733145213681 2024-12-02T13:13:35,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42033 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,41443,1733145213681 2024-12-02T13:13:35,520 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d 2024-12-02T13:13:35,520 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44127 2024-12-02T13:13:35,520 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:13:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876/rs 2024-12-02T13:13:35,522 DEBUG [RS:0;06e3e18f2515:41443 {}] zookeeper.ZKUtil(111): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on existing znode=/01513080876/rs/06e3e18f2515,41443,1733145213681 2024-12-02T13:13:35,522 WARN [RS:0;06e3e18f2515:41443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:35,522 INFO [RS:0;06e3e18f2515:41443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:35,522 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681 2024-12-02T13:13:35,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,41443,1733145213681] 2024-12-02T13:13:35,525 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:13:35,529 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:13:35,529 INFO [RS:0;06e3e18f2515:41443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:13:35,530 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,530 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:13:35,531 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:13:35,531 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,531 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,532 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,532 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,532 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,532 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:35,532 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:35,532 DEBUG [RS:0;06e3e18f2515:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:35,533 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,533 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,533 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,533 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,533 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,533 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41443,1733145213681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:35,550 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:13:35,551 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41443,1733145213681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,551 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,551 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.Replication(171): 06e3e18f2515,41443,1733145213681 started 2024-12-02T13:13:35,566 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:35,566 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,41443,1733145213681, RpcServer on 06e3e18f2515/172.17.0.2:41443, sessionid=0x1009b1093a20001 2024-12-02T13:13:35,566 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:13:35,567 DEBUG [RS:0;06e3e18f2515:41443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,41443,1733145213681 2024-12-02T13:13:35,567 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,41443,1733145213681' 2024-12-02T13:13:35,567 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01513080876/flush-table-proc/abort' 2024-12-02T13:13:35,567 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01513080876/flush-table-proc/acquired' 2024-12-02T13:13:35,568 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:13:35,568 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:13:35,568 DEBUG [RS:0;06e3e18f2515:41443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,41443,1733145213681 2024-12-02T13:13:35,568 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,41443,1733145213681' 2024-12-02T13:13:35,568 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01513080876/online-snapshot/abort' 2024-12-02T13:13:35,568 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01513080876/online-snapshot/acquired' 2024-12-02T13:13:35,569 DEBUG [RS:0;06e3e18f2515:41443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:13:35,569 INFO [RS:0;06e3e18f2515:41443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:13:35,569 INFO [RS:0;06e3e18f2515:41443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:13:35,669 INFO [RS:0;06e3e18f2515:41443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:35,671 INFO [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C41443%2C1733145213681, suffix=, logDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/oldWALs, maxLogs=10 2024-12-02T13:13:35,685 DEBUG [RS:0;06e3e18f2515:41443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671, exclude list is [], retry=0 2024-12-02T13:13:35,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-1ff4a773-e430-49e5-8f29-83e3a84848c3,DISK] 2024-12-02T13:13:35,690 INFO [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 2024-12-02T13:13:35,690 DEBUG [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35243:35243)] 2024-12-02T13:13:35,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:13:35,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:35,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:35,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:13:35,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d 2024-12-02T13:13:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:13:36,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:36,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:36,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:36,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:36,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:36,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:36,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:36,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:36,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:36,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:36,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740 2024-12-02T13:13:36,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740 2024-12-02T13:13:36,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:36,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:36,317 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:36,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:36,321 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:36,321 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71727840, jitterRate=0.06882810592651367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:36,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145216303Initializing all the Stores at 1733145216304 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145216304Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145216305 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145216305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145216305Cleaning up temporary data from old regions at 1733145216316 (+11 ms)Region opened successfully at 1733145216322 (+6 ms) 2024-12-02T13:13:36,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:36,322 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:36,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:36,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:36,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:36,323 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:36,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145216322Disabling compacts and flushes for region at 1733145216322Disabling writes for close at 1733145216323 (+1 ms)Writing region close event to WAL at 1733145216323Closed at 1733145216323 2024-12-02T13:13:36,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:36,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:13:36,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:13:36,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:36,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:13:36,478 DEBUG [06e3e18f2515:42033 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:36,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,41443,1733145213681 2024-12-02T13:13:36,480 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,41443,1733145213681, state=OPENING 2024-12-02T13:13:36,481 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:13:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:36,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01513080876/meta-region-server: CHANGED 2024-12-02T13:13:36,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01513080876/meta-region-server: CHANGED 2024-12-02T13:13:36,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:36,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,41443,1733145213681}] 2024-12-02T13:13:36,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:13:36,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:13:36,641 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:13:36,641 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:36,642 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:13:36,643 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C41443%2C1733145213681.meta, suffix=.meta, logDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/oldWALs, maxLogs=10 2024-12-02T13:13:36,656 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.meta.1733145216644.meta, exclude list is [], retry=0 2024-12-02T13:13:36,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-1ff4a773-e430-49e5-8f29-83e3a84848c3,DISK] 2024-12-02T13:13:36,660 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.meta.1733145216644.meta 2024-12-02T13:13:36,661 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35243:35243)] 2024-12-02T13:13:36,661 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:36,661 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:36,662 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:36,662 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:13:36,662 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:13:36,662 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:13:36,662 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:36,662 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:13:36,662 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:13:36,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:36,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:36,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:36,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:36,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:36,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:36,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:36,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:36,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:36,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:36,670 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:36,671 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740 2024-12-02T13:13:36,672 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740 2024-12-02T13:13:36,673 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:36,674 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:36,674 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:36,676 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:36,676 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59783208, jitterRate=-0.10916078090667725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:36,677 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:13:36,677 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145216662Writing region info on filesystem at 1733145216662Initializing all the Stores at 1733145216663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145216663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145216664 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145216664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145216664Cleaning up temporary data from old regions at 1733145216674 (+10 ms)Running coprocessor post-open hooks at 1733145216677 (+3 ms)Region opened successfully at 1733145216677 2024-12-02T13:13:36,679 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145216636 2024-12-02T13:13:36,681 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:13:36,681 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:13:36,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,41443,1733145213681 2024-12-02T13:13:36,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,41443,1733145213681, state=OPEN 2024-12-02T13:13:36,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01513080876/meta-region-server 2024-12-02T13:13:36,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01513080876/meta-region-server 2024-12-02T13:13:36,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,41443,1733145213681 2024-12-02T13:13:36,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01513080876/meta-region-server: CHANGED 2024-12-02T13:13:36,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01513080876/meta-region-server: CHANGED 2024-12-02T13:13:36,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:13:36,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,41443,1733145213681 in 203 msec 2024-12-02T13:13:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:13:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-12-02T13:13:36,691 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:36,691 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:13:36,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:36,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,41443,1733145213681, seqNum=-1] 2024-12-02T13:13:36,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:36,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:36,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-02T13:13:36,701 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145216701, completionTime=-1 2024-12-02T13:13:36,701 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:13:36,701 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:13:36,704 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:13:36,704 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145276704 2024-12-02T13:13:36,704 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145336704 2024-12-02T13:13:36,704 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T13:13:36,704 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42033,1733145213638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:36,705 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42033,1733145213638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:36,705 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42033,1733145213638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:36,705 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:42033, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:36,705 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:36,705 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:36,707 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.971sec 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42033,1733145213638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:36,710 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42033,1733145213638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:13:36,715 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:13:36,715 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:13:36,715 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42033,1733145213638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:36,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:36,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,42033,-1 for getting cluster id 2024-12-02T13:13:36,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:36,803 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d175ab-ea6a-43e2-ac6c-a5441e5ac724' 2024-12-02T13:13:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d175ab-ea6a-43e2-ac6c-a5441e5ac724" 2024-12-02T13:13:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1175508b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,42033,-1] 2024-12-02T13:13:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:36,805 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:36,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:36,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,41443,1733145213681, seqNum=-1] 2024-12-02T13:13:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:36,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,42033,1733145213638 2024-12-02T13:13:36,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61196 2024-12-02T13:13:36,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:36,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.log.dir so I do NOT create it in target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948 2024-12-02T13:13:36,817 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:13:36,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.tmp.dir so I do NOT create it in target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948 2024-12-02T13:13:36,817 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:13:36,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b1093a20002 connected 2024-12-02T13:13:36,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948 2024-12-02T13:13:36,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:13:36,817 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/cluster_381d2987-859c-2d33-624a-c06e60670b16, deleteOnExit=true 2024-12-02T13:13:36,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:13:36,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/test.cache.data in system properties and HBase conf 2024-12-02T13:13:36,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:13:36,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:13:36,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:13:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:13:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:13:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:13:36,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:36,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:36,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:36,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:36,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:13:36,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:36,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:36,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:36,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/java.io.tmpdir/jetty-localhost-43633-hadoop-hdfs-3_4_1-tests_jar-_-any-9692525294719528600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:36,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:43633} 2024-12-02T13:13:36,975 INFO [Time-limited test {}] server.Server(415): Started @32873ms 2024-12-02T13:13:37,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:37,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:37,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:37,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:37,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:13:37,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:37,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:37,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/java.io.tmpdir/jetty-localhost-36179-hadoop-hdfs-3_4_1-tests_jar-_-any-14009030485352453503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:37,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:36179} 2024-12-02T13:13:37,138 INFO [Time-limited test {}] server.Server(415): Started @33036ms 2024-12-02T13:13:37,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:13:37,194 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/cluster_381d2987-859c-2d33-624a-c06e60670b16/data/data1/current/BP-1944765557-172.17.0.2-1733145216834/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:37,194 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/cluster_381d2987-859c-2d33-624a-c06e60670b16/data/data2/current/BP-1944765557-172.17.0.2-1733145216834/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:37,217 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:13:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe946275683aaf70a with lease ID 0x2ea0fd1464f55327: Processing first storage report for DS-08caa963-d97d-4dd1-9b87-49f4ac969c63 from datanode DatanodeRegistration(127.0.0.1:38541, datanodeUuid=814d20bb-2430-4a3e-b371-14955a377c0e, infoPort=33413, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=178129741;c=1733145216834) 2024-12-02T13:13:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe946275683aaf70a with lease ID 0x2ea0fd1464f55327: from storage DS-08caa963-d97d-4dd1-9b87-49f4ac969c63 node DatanodeRegistration(127.0.0.1:38541, datanodeUuid=814d20bb-2430-4a3e-b371-14955a377c0e, infoPort=33413, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=178129741;c=1733145216834), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe946275683aaf70a with lease ID 0x2ea0fd1464f55327: Processing first storage report for DS-a980b43d-709c-4b49-8937-83d3b295b98a from datanode DatanodeRegistration(127.0.0.1:38541, datanodeUuid=814d20bb-2430-4a3e-b371-14955a377c0e, infoPort=33413, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=178129741;c=1733145216834) 2024-12-02T13:13:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe946275683aaf70a with lease ID 0x2ea0fd1464f55327: from storage DS-a980b43d-709c-4b49-8937-83d3b295b98a node DatanodeRegistration(127.0.0.1:38541, datanodeUuid=814d20bb-2430-4a3e-b371-14955a377c0e, infoPort=33413, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=178129741;c=1733145216834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:37,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948 2024-12-02T13:13:37,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:37,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:13:37,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93 with version=8 2024-12-02T13:13:37,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/hbase-staging 2024-12-02T13:13:37,678 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:37,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:37,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:37,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:37,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:37,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:37,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:13:37,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:37,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41833 2024-12-02T13:13:37,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41833 connecting to ZooKeeper ensemble=127.0.0.1:61196 2024-12-02T13:13:37,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418330x0, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:37,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41833-0x1009b1093a20003 connected 2024-12-02T13:13:37,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:37,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:37,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on znode that does not yet exist, /1-1529154514/running 2024-12-02T13:13:37,692 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93, hbase.cluster.distributed=false 2024-12-02T13:13:37,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on znode that does not yet exist, /1-1529154514/acl 2024-12-02T13:13:37,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41833 2024-12-02T13:13:37,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41833 2024-12-02T13:13:37,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41833 2024-12-02T13:13:37,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41833 2024-12-02T13:13:37,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41833 2024-12-02T13:13:37,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:37,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:37,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:37,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:37,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:37,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:37,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:13:37,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:37,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40343 2024-12-02T13:13:37,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40343 connecting to ZooKeeper ensemble=127.0.0.1:61196 2024-12-02T13:13:37,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:37,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:37,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403430x0, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:37,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403430x0, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on znode that does not yet exist, /1-1529154514/running 2024-12-02T13:13:37,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40343-0x1009b1093a20004 connected 2024-12-02T13:13:37,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:13:37,714 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:13:37,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on znode that does not yet exist, /1-1529154514/master 2024-12-02T13:13:37,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on znode that does not yet exist, /1-1529154514/acl 2024-12-02T13:13:37,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40343 2024-12-02T13:13:37,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40343 2024-12-02T13:13:37,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40343 2024-12-02T13:13:37,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40343 2024-12-02T13:13:37,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40343 2024-12-02T13:13:37,734 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:41833 2024-12-02T13:13:37,735 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1529154514/backup-masters/06e3e18f2515,41833,1733145217677 2024-12-02T13:13:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514/backup-masters 2024-12-02T13:13:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514/backup-masters 2024-12-02T13:13:37,736 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on existing znode=/1-1529154514/backup-masters/06e3e18f2515,41833,1733145217677 2024-12-02T13:13:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1529154514/master 2024-12-02T13:13:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:37,738 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on existing znode=/1-1529154514/master 2024-12-02T13:13:37,738 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1529154514/backup-masters/06e3e18f2515,41833,1733145217677 from backup master directory 2024-12-02T13:13:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1529154514/backup-masters/06e3e18f2515,41833,1733145217677 2024-12-02T13:13:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514/backup-masters 2024-12-02T13:13:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514/backup-masters 2024-12-02T13:13:37,739 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:37,739 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,41833,1733145217677 2024-12-02T13:13:37,743 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/hbase.id] with ID: 9b753506-1a73-47a2-992b-2fa5acbc056b 2024-12-02T13:13:37,743 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/.tmp/hbase.id 2024-12-02T13:13:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:13:38,152 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/.tmp/hbase.id]:[hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/hbase.id] 2024-12-02T13:13:38,164 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:38,164 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:13:38,165 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:13:38,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:38,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:13:38,576 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:38,577 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:13:38,577 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:38,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:13:38,985 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store 2024-12-02T13:13:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:13:39,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T13:13:39,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:39,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:39,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:39,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:39,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:39,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:39,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:39,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145219392Disabling compacts and flushes for region at 1733145219392Disabling writes for close at 1733145219392Writing region close event to WAL at 1733145219392Closed at 1733145219392 2024-12-02T13:13:39,393 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/.initializing 2024-12-02T13:13:39,393 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/WALs/06e3e18f2515,41833,1733145217677 2024-12-02T13:13:39,394 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:39,396 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C41833%2C1733145217677, suffix=, logDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/WALs/06e3e18f2515,41833,1733145217677, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/oldWALs, maxLogs=10 2024-12-02T13:13:39,407 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/WALs/06e3e18f2515,41833,1733145217677/06e3e18f2515%2C41833%2C1733145217677.1733145219396, exclude list is [], retry=0 2024-12-02T13:13:39,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38541,DS-08caa963-d97d-4dd1-9b87-49f4ac969c63,DISK] 2024-12-02T13:13:39,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/WALs/06e3e18f2515,41833,1733145217677/06e3e18f2515%2C41833%2C1733145217677.1733145219396 2024-12-02T13:13:39,412 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33413:33413)] 2024-12-02T13:13:39,412 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:39,412 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:39,413 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,413 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:13:39,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:13:39,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:39,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:39,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:13:39,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:39,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:39,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:13:39,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:39,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:39,424 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,425 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,425 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,427 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,427 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,428 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:39,429 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:39,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:39,431 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62988293, jitterRate=-0.06140129268169403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:39,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145219413Initializing all the Stores at 1733145219414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145219414Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145219414Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145219414Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145219414Cleaning up temporary data from old regions at 1733145219427 (+13 ms)Region opened successfully at 1733145219431 (+4 ms) 2024-12-02T13:13:39,431 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:13:39,435 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433d55c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:39,436 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:13:39,436 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:13:39,436 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:13:39,436 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:13:39,437 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:13:39,437 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:13:39,437 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:13:39,439 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:13:39,440 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Unable to get data of znode /1-1529154514/balancer because node does not exist (not necessarily an error) 2024-12-02T13:13:39,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1529154514/balancer already deleted, retry=false 2024-12-02T13:13:39,442 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:13:39,442 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Unable to get data of znode /1-1529154514/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:13:39,443 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1529154514/normalizer already deleted, retry=false 2024-12-02T13:13:39,443 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:13:39,445 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Unable to get data of znode /1-1529154514/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:13:39,446 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1529154514/switch/split already deleted, retry=false 2024-12-02T13:13:39,446 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Unable to get data of znode /1-1529154514/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:13:39,447 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1529154514/switch/merge already deleted, retry=false 2024-12-02T13:13:39,448 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Unable to get data of znode /1-1529154514/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:13:39,449 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1529154514/snapshot-cleanup already deleted, retry=false 2024-12-02T13:13:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1529154514/running 2024-12-02T13:13:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1529154514/running 2024-12-02T13:13:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:39,451 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,41833,1733145217677, sessionid=0x1009b1093a20003, setting cluster-up flag (Was=false) 2024-12-02T13:13:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:39,455 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1529154514/flush-table-proc/acquired, /1-1529154514/flush-table-proc/reached, /1-1529154514/flush-table-proc/abort 2024-12-02T13:13:39,456 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,41833,1733145217677 2024-12-02T13:13:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:39,460 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1529154514/online-snapshot/acquired, /1-1529154514/online-snapshot/reached, /1-1529154514/online-snapshot/abort 2024-12-02T13:13:39,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,41833,1733145217677 2024-12-02T13:13:39,462 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:13:39,463 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:39,464 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:13:39,464 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:13:39,464 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,41833,1733145217677 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:13:39,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:39,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:39,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:39,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:39,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:13:39,466 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,466 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:39,466 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:39,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:13:39,472 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:39,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:13:39,475 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145249475 2024-12-02T13:13:39,476 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:13:39,476 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:13:39,476 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:13:39,476 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:13:39,476 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:13:39,476 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:13:39,477 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,480 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:13:39,480 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:13:39,480 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:13:39,480 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:13:39,480 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:13:39,480 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:13:39,481 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145219480,5,FailOnTimeoutGroup] 2024-12-02T13:13:39,481 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145219481,5,FailOnTimeoutGroup] 2024-12-02T13:13:39,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:13:39,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:13:39,525 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(746): ClusterId : 9b753506-1a73-47a2-992b-2fa5acbc056b 2024-12-02T13:13:39,525 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:13:39,527 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:13:39,527 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:13:39,528 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:13:39,529 DEBUG [RS:0;06e3e18f2515:40343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64656760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:39,538 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:40343 2024-12-02T13:13:39,538 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:13:39,538 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:13:39,538 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:13:39,539 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,41833,1733145217677 with port=40343, startcode=1733145217706 2024-12-02T13:13:39,539 DEBUG [RS:0;06e3e18f2515:40343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:13:39,541 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:13:39,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,40343,1733145217706 2024-12-02T13:13:39,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41833 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,40343,1733145217706 2024-12-02T13:13:39,542 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93 2024-12-02T13:13:39,542 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33631 2024-12-02T13:13:39,543 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:13:39,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514/rs 2024-12-02T13:13:39,545 DEBUG [RS:0;06e3e18f2515:40343 {}] zookeeper.ZKUtil(111): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on existing znode=/1-1529154514/rs/06e3e18f2515,40343,1733145217706 2024-12-02T13:13:39,545 WARN [RS:0;06e3e18f2515:40343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:39,545 INFO [RS:0;06e3e18f2515:40343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:39,546 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/WALs/06e3e18f2515,40343,1733145217706 2024-12-02T13:13:39,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,40343,1733145217706] 2024-12-02T13:13:39,548 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:13:39,550 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:13:39,550 INFO [RS:0;06e3e18f2515:40343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:13:39,550 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,550 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:13:39,551 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:13:39,551 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,551 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,551 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,551 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,551 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,551 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:39,552 DEBUG [RS:0;06e3e18f2515:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:39,552 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,552 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,553 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,553 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,553 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,553 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40343,1733145217706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:39,566 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:13:39,566 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40343,1733145217706-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,566 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,566 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.Replication(171): 06e3e18f2515,40343,1733145217706 started 2024-12-02T13:13:39,580 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:39,581 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,40343,1733145217706, RpcServer on 06e3e18f2515/172.17.0.2:40343, sessionid=0x1009b1093a20004 2024-12-02T13:13:39,581 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:13:39,581 DEBUG [RS:0;06e3e18f2515:40343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,40343,1733145217706 2024-12-02T13:13:39,581 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,40343,1733145217706' 2024-12-02T13:13:39,581 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1529154514/flush-table-proc/abort' 2024-12-02T13:13:39,581 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1529154514/flush-table-proc/acquired' 2024-12-02T13:13:39,582 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:13:39,582 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:13:39,582 DEBUG [RS:0;06e3e18f2515:40343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,40343,1733145217706 2024-12-02T13:13:39,582 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,40343,1733145217706' 2024-12-02T13:13:39,582 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1529154514/online-snapshot/abort' 2024-12-02T13:13:39,582 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1529154514/online-snapshot/acquired' 2024-12-02T13:13:39,583 DEBUG [RS:0;06e3e18f2515:40343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:13:39,583 INFO [RS:0;06e3e18f2515:40343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:13:39,583 INFO [RS:0;06e3e18f2515:40343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:13:39,683 INFO [RS:0;06e3e18f2515:40343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:39,685 INFO [RS:0;06e3e18f2515:40343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C40343%2C1733145217706, suffix=, logDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/WALs/06e3e18f2515,40343,1733145217706, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/oldWALs, maxLogs=10 2024-12-02T13:13:39,696 DEBUG [RS:0;06e3e18f2515:40343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/WALs/06e3e18f2515,40343,1733145217706/06e3e18f2515%2C40343%2C1733145217706.1733145219685, exclude list is [], retry=0 2024-12-02T13:13:39,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38541,DS-08caa963-d97d-4dd1-9b87-49f4ac969c63,DISK] 2024-12-02T13:13:39,701 INFO [RS:0;06e3e18f2515:40343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/WALs/06e3e18f2515,40343,1733145217706/06e3e18f2515%2C40343%2C1733145217706.1733145219685 2024-12-02T13:13:39,702 DEBUG [RS:0;06e3e18f2515:40343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33413:33413)] 2024-12-02T13:13:39,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:13:39,884 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93 2024-12-02T13:13:39,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:13:40,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:40,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:40,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:40,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:40,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:40,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:40,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:40,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:40,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:40,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:40,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740 2024-12-02T13:13:40,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740 2024-12-02T13:13:40,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:40,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:40,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:40,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:40,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:40,304 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69980926, jitterRate=0.04279705882072449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:40,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145220290Initializing all the Stores at 1733145220291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145220291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145220291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145220291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145220291Cleaning up temporary data from old regions at 1733145220301 (+10 ms)Region opened successfully at 1733145220305 (+4 ms) 2024-12-02T13:13:40,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:40,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:40,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:40,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:40,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:40,305 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:40,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145220305Disabling compacts and flushes for region at 1733145220305Disabling writes for close at 1733145220305Writing region close event to WAL at 1733145220305Closed at 1733145220305 2024-12-02T13:13:40,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:40,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:13:40,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:13:40,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:40,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:13:40,459 DEBUG [06e3e18f2515:41833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:40,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,40343,1733145217706 2024-12-02T13:13:40,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,40343,1733145217706, state=OPENING 2024-12-02T13:13:40,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:13:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:40,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:40,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,40343,1733145217706}] 2024-12-02T13:13:40,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1529154514/meta-region-server: CHANGED 2024-12-02T13:13:40,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1529154514/meta-region-server: CHANGED 2024-12-02T13:13:40,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:13:40,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:13:40,622 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:13:40,622 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:40,623 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:13:40,624 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C40343%2C1733145217706.meta, suffix=.meta, logDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/WALs/06e3e18f2515,40343,1733145217706, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/oldWALs, maxLogs=10 2024-12-02T13:13:40,635 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/WALs/06e3e18f2515,40343,1733145217706/06e3e18f2515%2C40343%2C1733145217706.meta.1733145220625.meta, exclude list is [], retry=0 2024-12-02T13:13:40,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38541,DS-08caa963-d97d-4dd1-9b87-49f4ac969c63,DISK] 2024-12-02T13:13:40,639 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/WALs/06e3e18f2515,40343,1733145217706/06e3e18f2515%2C40343%2C1733145217706.meta.1733145220625.meta 2024-12-02T13:13:40,639 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33413:33413)] 2024-12-02T13:13:40,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:40,640 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:40,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:40,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:13:40,640 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:13:40,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:13:40,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:40,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:13:40,641 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:13:40,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:40,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:40,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:40,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:40,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:40,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:40,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:40,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:40,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:40,647 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:40,647 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740 2024-12-02T13:13:40,649 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740 2024-12-02T13:13:40,650 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:40,650 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:40,651 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:40,652 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:40,653 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72093661, jitterRate=0.07427926361560822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:40,653 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:13:40,653 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145220641Writing region info on filesystem at 1733145220641Initializing all the Stores at 1733145220642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145220642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145220642Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145220642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145220642Cleaning up temporary data from old regions at 1733145220650 (+8 ms)Running coprocessor post-open hooks at 1733145220653 (+3 ms)Region opened successfully at 1733145220653 2024-12-02T13:13:40,654 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145220617 2024-12-02T13:13:40,657 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:13:40,657 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:13:40,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,40343,1733145217706 2024-12-02T13:13:40,659 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,40343,1733145217706, state=OPEN 2024-12-02T13:13:40,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1529154514/meta-region-server 2024-12-02T13:13:40,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1529154514/meta-region-server 2024-12-02T13:13:40,661 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,40343,1733145217706 2024-12-02T13:13:40,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1529154514/meta-region-server: CHANGED 2024-12-02T13:13:40,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1529154514/meta-region-server: CHANGED 2024-12-02T13:13:40,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:13:40,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,40343,1733145217706 in 197 msec 2024-12-02T13:13:40,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:13:40,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-02T13:13:40,666 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:40,666 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:13:40,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:40,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40343,1733145217706, seqNum=-1] 2024-12-02T13:13:40,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:40,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:40,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-12-02T13:13:40,674 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145220674, completionTime=-1 2024-12-02T13:13:40,674 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:13:40,675 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:13:40,676 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:13:40,676 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145280676 2024-12-02T13:13:40,676 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145340676 2024-12-02T13:13:40,676 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:13:40,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41833,1733145217677-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:40,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41833,1733145217677-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:40,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41833,1733145217677-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:40,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:41833, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:40,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:40,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:40,679 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:13:40,680 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.941sec 2024-12-02T13:13:40,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:13:40,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:13:40,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:13:40,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:13:40,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:13:40,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41833,1733145217677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:40,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41833,1733145217677-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:13:40,683 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:13:40,683 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:13:40,683 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41833,1733145217677-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:40,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41833,-1 for getting cluster id 2024-12-02T13:13:40,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:40,727 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b753506-1a73-47a2-992b-2fa5acbc056b' 2024-12-02T13:13:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b753506-1a73-47a2-992b-2fa5acbc056b" 2024-12-02T13:13:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a0b7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41833,-1] 2024-12-02T13:13:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:40,728 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:40,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40343,1733145217706, seqNum=-1] 2024-12-02T13:13:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:40,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,41833,1733145217677 2024-12-02T13:13:40,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61196 2024-12-02T13:13:40,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:40,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b1093a20005 connected 2024-12-02T13:13:40,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,42033,-1 for getting cluster id 2024-12-02T13:13:40,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:40,739 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d175ab-ea6a-43e2-ac6c-a5441e5ac724' 2024-12-02T13:13:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d175ab-ea6a-43e2-ac6c-a5441e5ac724" 2024-12-02T13:13:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b4c7cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,42033,-1] 2024-12-02T13:13:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:40,741 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d76c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,42033,1733145213638 2024-12-02T13:13:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa3029e 2024-12-02T13:13:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:40,743 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:40,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:13:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:13:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:40,747 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:41833' 2024-12-02T13:13:40,748 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322122ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,748 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41833,-1 for getting cluster id 2024-12-02T13:13:40,748 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:40,749 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b753506-1a73-47a2-992b-2fa5acbc056b' 2024-12-02T13:13:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b753506-1a73-47a2-992b-2fa5acbc056b" 2024-12-02T13:13:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d000ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41833,-1] 2024-12-02T13:13:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:40,750 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269e964f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:40,751 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,41833,1733145217677 2024-12-02T13:13:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b47586c 2024-12-02T13:13:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:40,753 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:40,754 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T13:13:40,754 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:13:40,754 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:40,754 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:40,755 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:40,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:40,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:13:40,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:13:40,758 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:40,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:13:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741835_1011 (size=1138) 2024-12-02T13:13:40,807 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:13:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:41,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba86dbfb712406d58563e882cdb1fd1b, NAME => 'hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d 2024-12-02T13:13:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741836_1012 (size=44) 2024-12-02T13:13:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:41,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:13:41,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:41,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba86dbfb712406d58563e882cdb1fd1b, disabling compactions & flushes 2024-12-02T13:13:41,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:41,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:41,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. after waiting 0 ms 2024-12-02T13:13:41,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:41,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:41,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba86dbfb712406d58563e882cdb1fd1b: Waiting for close lock at 1733145221574Disabling compacts and flushes for region at 1733145221574Disabling writes for close at 1733145221574Writing region close event to WAL at 1733145221574Closed at 1733145221574 2024-12-02T13:13:41,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:13:41,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145221576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145221576"}]},"ts":"1733145221576"} 2024-12-02T13:13:41,578 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:13:41,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:13:41,580 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145221580"}]},"ts":"1733145221580"} 2024-12-02T13:13:41,582 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:13:41,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba86dbfb712406d58563e882cdb1fd1b, ASSIGN}] 2024-12-02T13:13:41,583 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba86dbfb712406d58563e882cdb1fd1b, ASSIGN 2024-12-02T13:13:41,584 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba86dbfb712406d58563e882cdb1fd1b, ASSIGN; state=OFFLINE, location=06e3e18f2515,41443,1733145213681; forceNewPlan=false, retain=false 2024-12-02T13:13:41,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ba86dbfb712406d58563e882cdb1fd1b, regionState=OPENING, regionLocation=06e3e18f2515,41443,1733145213681 2024-12-02T13:13:41,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba86dbfb712406d58563e882cdb1fd1b, ASSIGN because future has completed 2024-12-02T13:13:41,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba86dbfb712406d58563e882cdb1fd1b, server=06e3e18f2515,41443,1733145213681}] 2024-12-02T13:13:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:41,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:41,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:41,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:13:41,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C41443%2C1733145213681.rep, suffix=, logDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/oldWALs, maxLogs=10 2024-12-02T13:13:41,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.rep.1733145221900, exclude list is [], retry=0 2024-12-02T13:13:41,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-1ff4a773-e430-49e5-8f29-83e3a84848c3,DISK] 2024-12-02T13:13:41,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.rep.1733145221900 2024-12-02T13:13:41,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35243:35243)] 2024-12-02T13:13:41,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ba86dbfb712406d58563e882cdb1fd1b, NAME => 'hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:41,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:41,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:41,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. service=MultiRowMutationService 2024-12-02T13:13:41,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:13:41,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:41,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,919 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,920 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba86dbfb712406d58563e882cdb1fd1b columnFamilyName hfileref 2024-12-02T13:13:41,920 DEBUG [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:41,921 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] regionserver.HStore(327): Store=ba86dbfb712406d58563e882cdb1fd1b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:41,921 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,922 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba86dbfb712406d58563e882cdb1fd1b columnFamilyName queue 2024-12-02T13:13:41,922 DEBUG [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:41,923 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] regionserver.HStore(327): Store=ba86dbfb712406d58563e882cdb1fd1b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:41,923 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,924 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba86dbfb712406d58563e882cdb1fd1b columnFamilyName sid 2024-12-02T13:13:41,924 DEBUG [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:41,925 INFO [StoreOpener-ba86dbfb712406d58563e882cdb1fd1b-1 {}] regionserver.HStore(327): Store=ba86dbfb712406d58563e882cdb1fd1b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:41,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:13:41,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:41,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ba86dbfb712406d58563e882cdb1fd1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72409901, jitterRate=0.0789916068315506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:13:41,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:41,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ba86dbfb712406d58563e882cdb1fd1b: Running coprocessor pre-open hook at 1733145221917Writing region info on filesystem at 1733145221917Initializing all the Stores at 1733145221918 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145221918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145221919 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145221919Cleaning up temporary data from old regions at 1733145221927 (+8 ms)Running coprocessor post-open hooks at 1733145221931 (+4 ms)Region opened successfully at 1733145221931 2024-12-02T13:13:41,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b., pid=7, masterSystemTime=1733145221890 2024-12-02T13:13:41,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:41,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:41,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ba86dbfb712406d58563e882cdb1fd1b, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,41443,1733145213681 2024-12-02T13:13:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba86dbfb712406d58563e882cdb1fd1b, server=06e3e18f2515,41443,1733145213681 because future has completed 2024-12-02T13:13:41,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T13:13:41,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ba86dbfb712406d58563e882cdb1fd1b, server=06e3e18f2515,41443,1733145213681 in 202 msec 2024-12-02T13:13:41,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:13:41,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba86dbfb712406d58563e882cdb1fd1b, ASSIGN in 360 msec 2024-12-02T13:13:41,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:13:41,945 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145221945"}]},"ts":"1733145221945"} 2024-12-02T13:13:41,947 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:13:41,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:13:41,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-12-02T13:13:41,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b., hostname=06e3e18f2515,41443,1733145213681, seqNum=2] 2024-12-02T13:13:41,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:41,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:41,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:13:42,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T13:13:42,125 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:13:42,151 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,41443,1733145213681, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:13:42,151 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:42,151 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,41443,1733145213681, seqNum=-1] 2024-12-02T13:13:42,152 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:42,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-02T13:13:42,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,41443,1733145213681', locateType=CURRENT is [region=hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b., hostname=06e3e18f2515,41443,1733145213681, seqNum=2] 2024-12-02T13:13:42,157 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T13:13:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T13:13:42,160 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,41443,1733145213681 suceeded 2024-12-02T13:13:42,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T13:13:42,163 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:13:42,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-02T13:13:42,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:13:42,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-12-02T13:13:42,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:42,172 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:41833' 2024-12-02T13:13:42,173 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345cdfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:42,173 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41833,-1 for getting cluster id 2024-12-02T13:13:42,174 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:42,174 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b753506-1a73-47a2-992b-2fa5acbc056b' 2024-12-02T13:13:42,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:42,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b753506-1a73-47a2-992b-2fa5acbc056b" 2024-12-02T13:13:42,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52ce4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:42,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41833,-1] 2024-12-02T13:13:42,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:42,176 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:42,177 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eef06a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:42,178 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:42,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,41833,1733145217677 2024-12-02T13:13:42,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5618bff2 2024-12-02T13:13:42,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:42,181 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-02T13:13:42,182 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,41443,1733145213681 (queues=1) is replicating from cluster=02d175ab-ea6a-43e2-ac6c-a5441e5ac724 to cluster=9b753506-1a73-47a2-992b-2fa5acbc056b 2024-12-02T13:13:42,182 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C41443%2C1733145213681 2024-12-02T13:13:42,182 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,41443,1733145213681, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:13:42,183 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671, startPosition=0, beingWritten=true 2024-12-02T13:13:42,185 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.shipper06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C41443%2C1733145213681 2024-12-02T13:13:42,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:42,409 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 to pos 0, reset compression=false 2024-12-02T13:13:42,714 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 to pos 0, reset compression=false 2024-12-02T13:13:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:42,904 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:13:42,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:42,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:42,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:42,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:42,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:42,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,42033,1733145213638 2024-12-02T13:13:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc38de8 2024-12-02T13:13:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:42,906 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:42,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:13:42,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:13:42,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:42,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:42,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:42,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:42,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:42,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:13:42,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=551466643, stopped=false 2024-12-02T13:13:42,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,41833,1733145217677 2024-12-02T13:13:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1529154514/running 2024-12-02T13:13:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1529154514/running 2024-12-02T13:13:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:42,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:42,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:42,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:42,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on znode that does not yet exist, /1-1529154514/running 2024-12-02T13:13:42,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:42,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Set watcher on znode that does not yet exist, /1-1529154514/running 2024-12-02T13:13:42,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,40343,1733145217706' ***** 2024-12-02T13:13:42,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:13:42,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,40343,1733145217706 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:40343. 2024-12-02T13:13:42,910 DEBUG [RS:0;06e3e18f2515:40343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:42,910 DEBUG [RS:0;06e3e18f2515:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:13:42,910 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:13:42,910 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:13:42,911 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:42,911 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:42,911 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:42,911 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:42,911 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:42,911 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:42,911 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T13:13:42,924 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740/.tmp/ns/67a5851be4384fc29599625a4c93e32d is 43, key is default/ns:d/1733145220669/Put/seqid=0 2024-12-02T13:13:42,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741835_1011 (size=5153) 2024-12-02T13:13:42,955 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:43,111 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:43,120 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 to pos 0, reset compression=false 2024-12-02T13:13:43,311 DEBUG [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:43,329 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740/.tmp/ns/67a5851be4384fc29599625a4c93e32d 2024-12-02T13:13:43,336 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740/.tmp/ns/67a5851be4384fc29599625a4c93e32d as hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740/ns/67a5851be4384fc29599625a4c93e32d 2024-12-02T13:13:43,341 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740/ns/67a5851be4384fc29599625a4c93e32d, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T13:13:43,342 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-12-02T13:13:43,347 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T13:13:43,347 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:43,347 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:43,347 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:43,348 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145222911Running coprocessor pre-close hooks at 1733145222911Disabling compacts and flushes for region at 1733145222911Disabling writes for close at 1733145222911Obtaining lock to block concurrent updates at 1733145222911Preparing flush snapshotting stores in 1588230740 at 1733145222911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733145222911Flushing stores of hbase:meta,,1.1588230740 at 1733145222912 (+1 ms)Flushing 1588230740/ns: creating writer at 1733145222912Flushing 1588230740/ns: appending metadata at 1733145222924 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733145222924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65cb0cf: reopening flushed file at 1733145223335 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1733145223342 (+7 ms)Writing region close event to WAL at 1733145223343 (+1 ms)Running coprocessor post-close hooks at 1733145223347 (+4 ms)Closed at 1733145223347 2024-12-02T13:13:43,348 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:43,511 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,40343,1733145217706; all regions closed. 2024-12-02T13:13:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741834_1010 (size=1152) 2024-12-02T13:13:43,516 DEBUG [RS:0;06e3e18f2515:40343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/oldWALs 2024-12-02T13:13:43,516 INFO [RS:0;06e3e18f2515:40343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C40343%2C1733145217706.meta:.meta(num 1733145220625) 2024-12-02T13:13:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741832_1008 (size=93) 2024-12-02T13:13:43,520 DEBUG [RS:0;06e3e18f2515:40343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/oldWALs 2024-12-02T13:13:43,520 INFO [RS:0;06e3e18f2515:40343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C40343%2C1733145217706:(num 1733145219685) 2024-12-02T13:13:43,520 DEBUG [RS:0;06e3e18f2515:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:43,520 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:43,520 INFO [RS:0;06e3e18f2515:40343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:43,520 INFO [RS:0;06e3e18f2515:40343 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:43,520 INFO [RS:0;06e3e18f2515:40343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:43,520 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:43,521 INFO [RS:0;06e3e18f2515:40343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40343 2024-12-02T13:13:43,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514/rs 2024-12-02T13:13:43,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1529154514/rs/06e3e18f2515,40343,1733145217706 2024-12-02T13:13:43,522 INFO [RS:0;06e3e18f2515:40343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:43,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,40343,1733145217706] 2024-12-02T13:13:43,523 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1529154514/draining/06e3e18f2515,40343,1733145217706 already deleted, retry=false 2024-12-02T13:13:43,523 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,40343,1733145217706 expired; onlineServers=0 2024-12-02T13:13:43,523 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,41833,1733145217677' ***** 2024-12-02T13:13:43,523 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:13:43,523 INFO [M:0;06e3e18f2515:41833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:43,523 INFO [M:0;06e3e18f2515:41833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:43,523 DEBUG [M:0;06e3e18f2515:41833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:13:43,523 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:13:43,523 DEBUG [M:0;06e3e18f2515:41833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:13:43,523 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145219480 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145219480,5,FailOnTimeoutGroup] 2024-12-02T13:13:43,523 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145219481 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145219481,5,FailOnTimeoutGroup] 2024-12-02T13:13:43,524 INFO [M:0;06e3e18f2515:41833 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:43,524 INFO [M:0;06e3e18f2515:41833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:43,524 DEBUG [M:0;06e3e18f2515:41833 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:13:43,524 INFO [M:0;06e3e18f2515:41833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:13:43,524 INFO [M:0;06e3e18f2515:41833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:43,524 INFO [M:0;06e3e18f2515:41833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:13:43,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:13:43,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1529154514/master 2024-12-02T13:13:43,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1529154514 2024-12-02T13:13:43,524 DEBUG [M:0;06e3e18f2515:41833 {}] zookeeper.ZKUtil(347): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Unable to get data of znode /1-1529154514/master because node does not exist (not an error) 2024-12-02T13:13:43,525 WARN [M:0;06e3e18f2515:41833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:13:43,525 INFO [M:0;06e3e18f2515:41833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/.lastflushedseqids 2024-12-02T13:13:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741836_1012 (size=99) 2024-12-02T13:13:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:43,623 INFO [RS:0;06e3e18f2515:40343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:43,623 INFO [RS:0;06e3e18f2515:40343 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,40343,1733145217706; zookeeper connection closed. 2024-12-02T13:13:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x1009b1093a20004, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:43,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7807de9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7807de9d 2024-12-02T13:13:43,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:13:43,624 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 to pos 0, reset compression=false 2024-12-02T13:13:43,930 INFO [M:0;06e3e18f2515:41833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:13:43,930 INFO [M:0;06e3e18f2515:41833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:13:43,930 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:43,930 INFO [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:43,930 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:43,930 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:43,931 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:43,931 INFO [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T13:13:43,945 DEBUG [M:0;06e3e18f2515:41833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c77e1ed385b4f3a90fc18951e5b5aa4 is 82, key is hbase:meta,,1/info:regioninfo/1733145220658/Put/seqid=0 2024-12-02T13:13:43,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741837_1013 (size=5672) 2024-12-02T13:13:44,230 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 to pos 0, reset compression=false 2024-12-02T13:13:44,350 INFO [M:0;06e3e18f2515:41833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c77e1ed385b4f3a90fc18951e5b5aa4 2024-12-02T13:13:44,371 DEBUG [M:0;06e3e18f2515:41833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325d4c0f379844f38f3e9e6101336f2e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733145220674/Put/seqid=0 2024-12-02T13:13:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741838_1014 (size=5275) 2024-12-02T13:13:44,783 INFO [M:0;06e3e18f2515:41833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325d4c0f379844f38f3e9e6101336f2e 2024-12-02T13:13:44,815 DEBUG [M:0;06e3e18f2515:41833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9c1e380f1ab4837a97f7829c0055f93 is 69, key is 06e3e18f2515,40343,1733145217706/rs:state/1733145219541/Put/seqid=0 2024-12-02T13:13:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741839_1015 (size=5156) 2024-12-02T13:13:44,837 INFO [M:0;06e3e18f2515:41833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9c1e380f1ab4837a97f7829c0055f93 2024-12-02T13:13:44,843 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c77e1ed385b4f3a90fc18951e5b5aa4 as hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c77e1ed385b4f3a90fc18951e5b5aa4 2024-12-02T13:13:44,852 INFO [M:0;06e3e18f2515:41833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c77e1ed385b4f3a90fc18951e5b5aa4, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T13:13:44,855 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325d4c0f379844f38f3e9e6101336f2e as hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/325d4c0f379844f38f3e9e6101336f2e 2024-12-02T13:13:44,868 INFO [M:0;06e3e18f2515:41833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/325d4c0f379844f38f3e9e6101336f2e, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T13:13:44,869 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9c1e380f1ab4837a97f7829c0055f93 as hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9c1e380f1ab4837a97f7829c0055f93 2024-12-02T13:13:44,876 INFO [M:0;06e3e18f2515:41833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/68dae619-8150-91a1-8ee2-9036360c7e93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9c1e380f1ab4837a97f7829c0055f93, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T13:13:44,877 INFO [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=28, compaction requested=false 2024-12-02T13:13:44,886 INFO [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:44,886 DEBUG [M:0;06e3e18f2515:41833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145223930Disabling compacts and flushes for region at 1733145223930Disabling writes for close at 1733145223930Obtaining lock to block concurrent updates at 1733145223931 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145223931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733145223931Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145223932 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145223932Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145223944 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145223944Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145224356 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145224371 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145224371Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145224796 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145224815 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145224815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4242cb: reopening flushed file at 1733145224842 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ab2a94: reopening flushed file at 1733145224853 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e57103: reopening flushed file at 1733145224868 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=28, compaction requested=false at 1733145224877 (+9 ms)Writing region close event to WAL at 1733145224886 (+9 ms)Closed at 1733145224886 2024-12-02T13:13:44,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741830_1006 (size=10165) 2024-12-02T13:13:44,893 INFO [M:0;06e3e18f2515:41833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:13:44,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:44,893 INFO [M:0;06e3e18f2515:41833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41833 2024-12-02T13:13:44,894 INFO [M:0;06e3e18f2515:41833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:44,935 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 to pos 0, reset compression=false 2024-12-02T13:13:44,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:44,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1009b1093a20003, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:44,996 INFO [M:0;06e3e18f2515:41833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:45,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:45,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:45,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:45,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:45,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:45,004 WARN [BP-1944765557-172.17.0.2-1733145216834 heartbeating to localhost/127.0.0.1:33631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:13:45,004 WARN [BP-1944765557-172.17.0.2-1733145216834 heartbeating to localhost/127.0.0.1:33631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1944765557-172.17.0.2-1733145216834 (Datanode Uuid 814d20bb-2430-4a3e-b371-14955a377c0e) service to localhost/127.0.0.1:33631 2024-12-02T13:13:45,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/cluster_381d2987-859c-2d33-624a-c06e60670b16/data/data1/current/BP-1944765557-172.17.0.2-1733145216834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:45,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/cluster_381d2987-859c-2d33-624a-c06e60670b16/data/data2/current/BP-1944765557-172.17.0.2-1733145216834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:45,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:13:45,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:13:45,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:13:45,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:45,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:45,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:45,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:45,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:45,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:13:45,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:13:45,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:45,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:45,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:45,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:45,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:45,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:13:45,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=704456691, stopped=false 2024-12-02T13:13:45,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,42033,1733145213638 2024-12-02T13:13:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01513080876/running 2024-12-02T13:13:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01513080876/running 2024-12-02T13:13:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:45,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on znode that does not yet exist, /01513080876/running 2024-12-02T13:13:45,041 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:45,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Set watcher on znode that does not yet exist, /01513080876/running 2024-12-02T13:13:45,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:13:45,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:45,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:45,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,41443,1733145213681' ***** 2024-12-02T13:13:45,043 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:13:45,043 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:13:45,043 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:13:45,043 INFO [RS:0;06e3e18f2515:41443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:13:45,043 INFO [RS:0;06e3e18f2515:41443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:13:45,043 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:45,044 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,41443,1733145213681 2024-12-02T13:13:45,044 INFO [RS:0;06e3e18f2515:41443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:45,044 INFO [RS:0;06e3e18f2515:41443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:41443. 2024-12-02T13:13:45,044 DEBUG [RS:0;06e3e18f2515:41443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:45,044 DEBUG [RS:0;06e3e18f2515:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:45,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba86dbfb712406d58563e882cdb1fd1b, disabling compactions & flushes 2024-12-02T13:13:45,044 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:45,044 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:13:45,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:45,044 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:13:45,044 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:13:45,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. after waiting 0 ms 2024-12-02T13:13:45,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:45,044 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:13:45,044 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba86dbfb712406d58563e882cdb1fd1b 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T13:13:45,046 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:13:45,046 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba86dbfb712406d58563e882cdb1fd1b=hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b.} 2024-12-02T13:13:45,046 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba86dbfb712406d58563e882cdb1fd1b 2024-12-02T13:13:45,046 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:45,046 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:45,046 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:45,046 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:45,046 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:45,046 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T13:13:45,070 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b/.tmp/queue/4b94421c4d1d4229a79acfed6a35654b is 151, key is 1-06e3e18f2515,41443,1733145213681/queue:06e3e18f2515%2C41443%2C1733145213681/1733145222156/Put/seqid=0 2024-12-02T13:13:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741838_1014 (size=5350) 2024-12-02T13:13:45,087 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b/.tmp/queue/4b94421c4d1d4229a79acfed6a35654b 2024-12-02T13:13:45,093 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/info/d522b9d4e21d473b937b88cfafa72c52 is 147, key is hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b./info:regioninfo/1733145221936/Put/seqid=0 2024-12-02T13:13:45,098 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b/.tmp/queue/4b94421c4d1d4229a79acfed6a35654b as hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b/queue/4b94421c4d1d4229a79acfed6a35654b 2024-12-02T13:13:45,110 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b/queue/4b94421c4d1d4229a79acfed6a35654b, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T13:13:45,112 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ba86dbfb712406d58563e882cdb1fd1b in 68ms, sequenceid=5, compaction requested=false 2024-12-02T13:13:45,112 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:13:45,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741839_1015 (size=6631) 2024-12-02T13:13:45,121 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/info/d522b9d4e21d473b937b88cfafa72c52 2024-12-02T13:13:45,122 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/replication/ba86dbfb712406d58563e882cdb1fd1b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:13:45,124 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:45,124 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:45,124 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:45,124 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba86dbfb712406d58563e882cdb1fd1b: Waiting for close lock at 1733145225044Running coprocessor pre-close hooks at 1733145225044Disabling compacts and flushes for region at 1733145225044Disabling writes for close at 1733145225044Obtaining lock to block concurrent updates at 1733145225044Preparing flush snapshotting stores in ba86dbfb712406d58563e882cdb1fd1b at 1733145225044Finished memstore snapshotting hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733145225045 (+1 ms)Flushing stores of hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. at 1733145225045Flushing ba86dbfb712406d58563e882cdb1fd1b/queue: creating writer at 1733145225046 (+1 ms)Flushing ba86dbfb712406d58563e882cdb1fd1b/queue: appending metadata at 1733145225069 (+23 ms)Flushing ba86dbfb712406d58563e882cdb1fd1b/queue: closing flushed file at 1733145225069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b1e0cd: reopening flushed file at 1733145225097 (+28 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ba86dbfb712406d58563e882cdb1fd1b in 68ms, sequenceid=5, compaction requested=false at 1733145225112 (+15 ms)Writing region close event to WAL at 1733145225115 (+3 ms)Running coprocessor post-close hooks at 1733145225123 (+8 ms)Closed at 1733145225124 (+1 ms) 2024-12-02T13:13:45,124 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145220755.ba86dbfb712406d58563e882cdb1fd1b. 2024-12-02T13:13:45,141 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:45,148 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/ns/2110fb6f71be41fe91b8cd45b3f5797f is 43, key is default/ns:d/1733145216695/Put/seqid=0 2024-12-02T13:13:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741840_1016 (size=5153) 2024-12-02T13:13:45,246 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:45,446 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:45,535 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:13:45,535 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:13:45,555 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/ns/2110fb6f71be41fe91b8cd45b3f5797f 2024-12-02T13:13:45,573 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/table/854750fd4e8c4af8b5a61fa346176186 is 53, key is hbase:replication/table:state/1733145221945/Put/seqid=0 2024-12-02T13:13:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741841_1017 (size=5256) 2024-12-02T13:13:45,647 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:45,747 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.1733145215671 to pos 0, reset compression=false 2024-12-02T13:13:45,847 DEBUG [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:13:45,978 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/table/854750fd4e8c4af8b5a61fa346176186 2024-12-02T13:13:45,984 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/info/d522b9d4e21d473b937b88cfafa72c52 as hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/info/d522b9d4e21d473b937b88cfafa72c52 2024-12-02T13:13:45,990 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/info/d522b9d4e21d473b937b88cfafa72c52, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T13:13:45,991 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/ns/2110fb6f71be41fe91b8cd45b3f5797f as hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/ns/2110fb6f71be41fe91b8cd45b3f5797f 2024-12-02T13:13:45,997 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/ns/2110fb6f71be41fe91b8cd45b3f5797f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:13:45,998 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/.tmp/table/854750fd4e8c4af8b5a61fa346176186 as hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/table/854750fd4e8c4af8b5a61fa346176186 2024-12-02T13:13:46,003 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/table/854750fd4e8c4af8b5a61fa346176186, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T13:13:46,004 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false 2024-12-02T13:13:46,008 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T13:13:46,009 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:46,009 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:46,009 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:46,009 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145225046Running coprocessor pre-close hooks at 1733145225046Disabling compacts and flushes for region at 1733145225046Disabling writes for close at 1733145225046Obtaining lock to block concurrent updates at 1733145225046Preparing flush snapshotting stores in 1588230740 at 1733145225046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733145225047 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145225048 (+1 ms)Flushing 1588230740/info: creating writer at 1733145225048Flushing 1588230740/info: appending metadata at 1733145225092 (+44 ms)Flushing 1588230740/info: closing flushed file at 1733145225092Flushing 1588230740/ns: creating writer at 1733145225129 (+37 ms)Flushing 1588230740/ns: appending metadata at 1733145225148 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733145225148Flushing 1588230740/table: creating writer at 1733145225560 (+412 ms)Flushing 1588230740/table: appending metadata at 1733145225573 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733145225573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463727f5: reopening flushed file at 1733145225984 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb8239: reopening flushed file at 1733145225990 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14497fe: reopening flushed file at 1733145225997 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false at 1733145226004 (+7 ms)Writing region close event to WAL at 1733145226005 (+1 ms)Running coprocessor post-close hooks at 1733145226009 (+4 ms)Closed at 1733145226009 2024-12-02T13:13:46,009 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:46,047 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,41443,1733145213681; all regions closed. 2024-12-02T13:13:46,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741834_1010 (size=2742) 2024-12-02T13:13:46,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/WALs/06e3e18f2515,41443,1733145213681/06e3e18f2515%2C41443%2C1733145213681.meta.1733145216644.meta not finished, retry = 0 2024-12-02T13:13:46,152 DEBUG [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/oldWALs 2024-12-02T13:13:46,152 INFO [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C41443%2C1733145213681.meta:.meta(num 1733145216644) 2024-12-02T13:13:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741837_1013 (size=1586) 2024-12-02T13:13:46,157 DEBUG [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/oldWALs 2024-12-02T13:13:46,157 INFO [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C41443%2C1733145213681.rep:(num 1733145221900) 2024-12-02T13:13:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741832_1008 (size=93) 2024-12-02T13:13:46,161 DEBUG [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/oldWALs 2024-12-02T13:13:46,161 INFO [RS:0;06e3e18f2515:41443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C41443%2C1733145213681:(num 1733145215671) 2024-12-02T13:13:46,161 DEBUG [RS:0;06e3e18f2515:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:46,161 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:13:46,161 INFO [RS:0;06e3e18f2515:41443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:46,161 INFO [RS:0;06e3e18f2515:41443 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:46,161 INFO [RS:0;06e3e18f2515:41443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:46,161 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:46,162 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,41443,1733145213681 because: Region server is closing 2024-12-02T13:13:46,162 INFO [RS:0;06e3e18f2515:41443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:41443. 2024-12-02T13:13:46,162 DEBUG [RS:0;06e3e18f2515:41443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:13:46,162 DEBUG [RS:0;06e3e18f2515:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:46,162 DEBUG [RS:0;06e3e18f2515:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:46,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:46,262 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.wal-reader.06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:13:46,262 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.shipper06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:13:46,263 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,41443,1733145213681.replicationSource.shipper06e3e18f2515%2C41443%2C1733145213681,1-06e3e18f2515,41443,1733145213681 terminated 2024-12-02T13:13:46,263 INFO [RS:0;06e3e18f2515:41443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41443 2024-12-02T13:13:46,264 INFO [RS:0;06e3e18f2515:41443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:46,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876/rs 2024-12-02T13:13:46,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01513080876/rs/06e3e18f2515,41443,1733145213681 2024-12-02T13:13:46,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,41443,1733145213681] 2024-12-02T13:13:46,266 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01513080876/draining/06e3e18f2515,41443,1733145213681 already deleted, retry=false 2024-12-02T13:13:46,266 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,41443,1733145213681 expired; onlineServers=0 2024-12-02T13:13:46,266 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,42033,1733145213638' ***** 2024-12-02T13:13:46,266 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:13:46,266 INFO [M:0;06e3e18f2515:42033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:13:46,266 INFO [M:0;06e3e18f2515:42033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:13:46,266 DEBUG [M:0;06e3e18f2515:42033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:13:46,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:13:46,266 DEBUG [M:0;06e3e18f2515:42033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:13:46,266 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145215489 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145215489,5,FailOnTimeoutGroup] 2024-12-02T13:13:46,266 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145215489 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145215489,5,FailOnTimeoutGroup] 2024-12-02T13:13:46,266 INFO [M:0;06e3e18f2515:42033 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:13:46,266 INFO [M:0;06e3e18f2515:42033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:13:46,266 DEBUG [M:0;06e3e18f2515:42033 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:13:46,266 INFO [M:0;06e3e18f2515:42033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:13:46,266 INFO [M:0;06e3e18f2515:42033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:13:46,266 INFO [M:0;06e3e18f2515:42033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:13:46,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:13:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01513080876/master 2024-12-02T13:13:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01513080876 2024-12-02T13:13:46,267 DEBUG [M:0;06e3e18f2515:42033 {}] zookeeper.ZKUtil(347): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Unable to get data of znode /01513080876/master because node does not exist (not an error) 2024-12-02T13:13:46,267 WARN [M:0;06e3e18f2515:42033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:13:46,267 INFO [M:0;06e3e18f2515:42033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/.lastflushedseqids 2024-12-02T13:13:46,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741842_1018 (size=181) 2024-12-02T13:13:46,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:46,365 INFO [RS:0;06e3e18f2515:41443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:46,365 INFO [RS:0;06e3e18f2515:41443 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,41443,1733145213681; zookeeper connection closed. 2024-12-02T13:13:46,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x1009b1093a20001, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:46,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@755b9a05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@755b9a05 2024-12-02T13:13:46,366 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:13:46,672 INFO [M:0;06e3e18f2515:42033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:13:46,672 INFO [M:0;06e3e18f2515:42033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:13:46,672 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:46,672 INFO [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:46,672 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:46,672 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:46,672 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:46,673 INFO [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T13:13:46,689 DEBUG [M:0;06e3e18f2515:42033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30411e4821354b6388e272fb884e70ac is 82, key is hbase:meta,,1/info:regioninfo/1733145216682/Put/seqid=0 2024-12-02T13:13:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741843_1019 (size=5672) 2024-12-02T13:13:47,094 INFO [M:0;06e3e18f2515:42033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30411e4821354b6388e272fb884e70ac 2024-12-02T13:13:47,113 DEBUG [M:0;06e3e18f2515:42033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/568fd39feaba4260bb31e76cedd364dc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733145221949/Put/seqid=0 2024-12-02T13:13:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741844_1020 (size=7203) 2024-12-02T13:13:47,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:13:47,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:47,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:47,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:47,517 INFO [M:0;06e3e18f2515:42033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/568fd39feaba4260bb31e76cedd364dc 2024-12-02T13:13:47,534 DEBUG [M:0;06e3e18f2515:42033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db108bd31b148239853e5ce93599529 is 69, key is 06e3e18f2515,41443,1733145213681/rs:state/1733145215519/Put/seqid=0 2024-12-02T13:13:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741845_1021 (size=5156) 2024-12-02T13:13:47,938 INFO [M:0;06e3e18f2515:42033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db108bd31b148239853e5ce93599529 2024-12-02T13:13:47,943 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30411e4821354b6388e272fb884e70ac as hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30411e4821354b6388e272fb884e70ac 2024-12-02T13:13:47,948 INFO [M:0;06e3e18f2515:42033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30411e4821354b6388e272fb884e70ac, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T13:13:47,949 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/568fd39feaba4260bb31e76cedd364dc as hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/568fd39feaba4260bb31e76cedd364dc 2024-12-02T13:13:47,954 INFO [M:0;06e3e18f2515:42033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/568fd39feaba4260bb31e76cedd364dc, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T13:13:47,955 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db108bd31b148239853e5ce93599529 as hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db108bd31b148239853e5ce93599529 2024-12-02T13:13:47,960 INFO [M:0;06e3e18f2515:42033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db108bd31b148239853e5ce93599529, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T13:13:47,961 INFO [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-12-02T13:13:47,962 INFO [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:47,962 DEBUG [M:0;06e3e18f2515:42033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145226672Disabling compacts and flushes for region at 1733145226672Disabling writes for close at 1733145226672Obtaining lock to block concurrent updates at 1733145226673 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145226673Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733145226673Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145226674 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145226674Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145226689 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145226689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145227099 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145227112 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145227112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145227522 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145227533 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145227533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6219b62c: reopening flushed file at 1733145227943 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3ac041: reopening flushed file at 1733145227948 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb6a3a7: reopening flushed file at 1733145227954 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1733145227961 (+7 ms)Writing region close event to WAL at 1733145227962 (+1 ms)Closed at 1733145227962 2024-12-02T13:13:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741830_1006 (size=41008) 2024-12-02T13:13:47,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee85d639-3a3f-41bb-a373-dbe83034102d/MasterData/WALs/06e3e18f2515,42033,1733145213638/06e3e18f2515%2C42033%2C1733145213638.1733145215399 not finished, retry = 0 2024-12-02T13:13:48,065 INFO [M:0;06e3e18f2515:42033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:13:48,065 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:13:48,065 INFO [M:0;06e3e18f2515:42033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42033 2024-12-02T13:13:48,065 INFO [M:0;06e3e18f2515:42033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:13:48,166 INFO [M:0;06e3e18f2515:42033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:13:48,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:48,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x1009b1093a20000, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:13:48,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:48,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:48,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:48,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:48,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:48,170 WARN [BP-795118231-172.17.0.2-1733145212751 heartbeating to localhost/127.0.0.1:44127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:13:48,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:13:48,170 WARN [BP-795118231-172.17.0.2-1733145212751 heartbeating to localhost/127.0.0.1:44127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-795118231-172.17.0.2-1733145212751 (Datanode Uuid 576a245a-f696-4ba0-b1b2-42f69550f768) service to localhost/127.0.0.1:44127 2024-12-02T13:13:48,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:13:48,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f/data/data1/current/BP-795118231-172.17.0.2-1733145212751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:48,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/cluster_783f3e06-c731-0be0-a51e-2c5b7659812f/data/data2/current/BP-795118231-172.17.0.2-1733145212751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:13:48,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:13:48,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:48,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:13:48,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:13:48,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:13:48,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfd43fae-3dc4-13c7-49a2-c6962662c6e8/hadoop.log.dir/,STOPPED} 2024-12-02T13:13:48,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:13:48,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:13:48,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 110) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61196) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61196) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44127 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33631 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=2796 (was 3359) 2024-12-02T13:13:48,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=2796 2024-12-02T13:13:48,225 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-02T13:13:48,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.log.dir so I do NOT create it in target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609 2024-12-02T13:13:48,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:13:48,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.tmp.dir so I do NOT create it in target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609 2024-12-02T13:13:48,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf03633f-4546-a8f4-90e7-0bc65774c948/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:13:48,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609 2024-12-02T13:13:48,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c, deleteOnExit=true 2024-12-02T13:13:48,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c/zookeeper_0, clientPort=50723, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:13:48,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50723 2024-12-02T13:13:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:13:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:13:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/test.cache.data in system properties and HBase conf 2024-12-02T13:13:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:13:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:13:48,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:13:48,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:13:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:13:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:13:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:13:48,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b1093a20002, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:13:48,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b1093a20005, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:13:48,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b1093a20002, quorum=127.0.0.1:61196, baseZNode=/01513080876 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:13:48,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b1093a20005, quorum=127.0.0.1:61196, baseZNode=/1-1529154514 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:13:48,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:48,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:48,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:48,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:48,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:13:48,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:48,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:48,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:48,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/java.io.tmpdir/jetty-localhost-42079-hadoop-hdfs-3_4_1-tests_jar-_-any-12117325118814264500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:48,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:42079} 2024-12-02T13:13:48,383 INFO [Time-limited test {}] server.Server(415): Started @44282ms 2024-12-02T13:13:48,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:48,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:48,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:48,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:48,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:13:48,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:48,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:48,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/java.io.tmpdir/jetty-localhost-37243-hadoop-hdfs-3_4_1-tests_jar-_-any-6486277423954380705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:48,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:37243} 2024-12-02T13:13:48,543 INFO [Time-limited test {}] server.Server(415): Started @44442ms 2024-12-02T13:13:48,545 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:13:48,601 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c/data/data1/current/BP-226407848-172.17.0.2-1733145228245/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:48,601 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c/data/data2/current/BP-226407848-172.17.0.2-1733145228245/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:48,619 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:13:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe91f415ab839d39a with lease ID 0x15ae82ce2a331260: Processing first storage report for DS-3b4c4205-c86a-49d9-9b06-21b0d469c2d6 from datanode DatanodeRegistration(127.0.0.1:37743, datanodeUuid=52e66602-ac5a-4049-a6fe-e2d7befce230, infoPort=35833, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=695120551;c=1733145228245) 2024-12-02T13:13:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe91f415ab839d39a with lease ID 0x15ae82ce2a331260: from storage DS-3b4c4205-c86a-49d9-9b06-21b0d469c2d6 node DatanodeRegistration(127.0.0.1:37743, datanodeUuid=52e66602-ac5a-4049-a6fe-e2d7befce230, infoPort=35833, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=695120551;c=1733145228245), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe91f415ab839d39a with lease ID 0x15ae82ce2a331260: Processing first storage report for DS-b125d266-62f3-4a7e-9ad4-70910a7c1f8e from datanode DatanodeRegistration(127.0.0.1:37743, datanodeUuid=52e66602-ac5a-4049-a6fe-e2d7befce230, infoPort=35833, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=695120551;c=1733145228245) 2024-12-02T13:13:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe91f415ab839d39a with lease ID 0x15ae82ce2a331260: from storage DS-b125d266-62f3-4a7e-9ad4-70910a7c1f8e node DatanodeRegistration(127.0.0.1:37743, datanodeUuid=52e66602-ac5a-4049-a6fe-e2d7befce230, infoPort=35833, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=695120551;c=1733145228245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:48,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609 2024-12-02T13:13:48,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:48,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:48,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:13:49,073 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d with version=8 2024-12-02T13:13:49,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/hbase-staging 2024-12-02T13:13:49,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:49,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:49,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:49,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:49,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:49,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:49,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:13:49,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:49,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44543 2024-12-02T13:13:49,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44543 connecting to ZooKeeper ensemble=127.0.0.1:50723 2024-12-02T13:13:49,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445430x0, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:49,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44543-0x1009b10d0330000 connected 2024-12-02T13:13:49,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:49,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:49,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on znode that does not yet exist, /0-813893195/running 2024-12-02T13:13:49,096 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d, hbase.cluster.distributed=false 2024-12-02T13:13:49,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on znode that does not yet exist, /0-813893195/acl 2024-12-02T13:13:49,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44543 2024-12-02T13:13:49,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44543 2024-12-02T13:13:49,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44543 2024-12-02T13:13:49,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44543 2024-12-02T13:13:49,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44543 2024-12-02T13:13:49,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:49,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:49,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:49,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:49,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:49,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:49,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:13:49,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:49,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43221 2024-12-02T13:13:49,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43221 connecting to ZooKeeper ensemble=127.0.0.1:50723 2024-12-02T13:13:49,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:49,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432210x0, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:49,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432210x0, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on znode that does not yet exist, /0-813893195/running 2024-12-02T13:13:49,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43221-0x1009b10d0330001 connected 2024-12-02T13:13:49,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:13:49,125 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:13:49,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on znode that does not yet exist, /0-813893195/master 2024-12-02T13:13:49,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on znode that does not yet exist, /0-813893195/acl 2024-12-02T13:13:49,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43221 2024-12-02T13:13:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43221 2024-12-02T13:13:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43221 2024-12-02T13:13:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43221 2024-12-02T13:13:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43221 2024-12-02T13:13:49,143 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:44543 2024-12-02T13:13:49,145 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-813893195/backup-masters/06e3e18f2515,44543,1733145229075 2024-12-02T13:13:49,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195/backup-masters 2024-12-02T13:13:49,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195/backup-masters 2024-12-02T13:13:49,147 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on existing znode=/0-813893195/backup-masters/06e3e18f2515,44543,1733145229075 2024-12-02T13:13:49,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-813893195/master 2024-12-02T13:13:49,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:49,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:49,148 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on existing znode=/0-813893195/master 2024-12-02T13:13:49,148 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-813893195/backup-masters/06e3e18f2515,44543,1733145229075 from backup master directory 2024-12-02T13:13:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-813893195/backup-masters/06e3e18f2515,44543,1733145229075 2024-12-02T13:13:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195/backup-masters 2024-12-02T13:13:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195/backup-masters 2024-12-02T13:13:49,149 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:49,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,44543,1733145229075 2024-12-02T13:13:49,154 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/hbase.id] with ID: 3caf5281-4979-4819-a2d1-3b24a777728a 2024-12-02T13:13:49,154 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/.tmp/hbase.id 2024-12-02T13:13:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:13:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:13:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:13:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:49,564 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/.tmp/hbase.id]:[hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/hbase.id] 2024-12-02T13:13:49,577 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:49,578 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:13:49,579 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:13:49,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:49,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:13:49,988 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:49,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:13:49,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:49,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:13:50,399 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store 2024-12-02T13:13:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:13:50,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:50,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:50,806 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:50,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:50,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:50,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:50,806 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:50,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145230806Disabling compacts and flushes for region at 1733145230806Disabling writes for close at 1733145230806Writing region close event to WAL at 1733145230806Closed at 1733145230806 2024-12-02T13:13:50,807 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/.initializing 2024-12-02T13:13:50,807 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/WALs/06e3e18f2515,44543,1733145229075 2024-12-02T13:13:50,808 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:50,810 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C44543%2C1733145229075, suffix=, logDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/WALs/06e3e18f2515,44543,1733145229075, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/oldWALs, maxLogs=10 2024-12-02T13:13:50,821 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/WALs/06e3e18f2515,44543,1733145229075/06e3e18f2515%2C44543%2C1733145229075.1733145230810, exclude list is [], retry=0 2024-12-02T13:13:50,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37743,DS-3b4c4205-c86a-49d9-9b06-21b0d469c2d6,DISK] 2024-12-02T13:13:50,825 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/WALs/06e3e18f2515,44543,1733145229075/06e3e18f2515%2C44543%2C1733145229075.1733145230810 2024-12-02T13:13:50,825 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35833:35833)] 2024-12-02T13:13:50,825 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:50,826 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:50,826 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,826 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:13:50,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:50,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:50,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:13:50,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:50,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:50,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:13:50,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:50,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:50,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:13:50,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:50,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:50,834 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,834 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,835 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,836 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,836 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,836 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:50,837 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:50,839 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:50,839 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73186027, jitterRate=0.0905567854642868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:50,839 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145230826Initializing all the Stores at 1733145230827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145230827Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145230827Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145230827Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145230827Cleaning up temporary data from old regions at 1733145230836 (+9 ms)Region opened successfully at 1733145230839 (+3 ms) 2024-12-02T13:13:50,840 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:13:50,842 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13dab858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:50,843 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:13:50,843 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:13:50,843 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:13:50,843 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:13:50,844 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:13:50,844 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:13:50,844 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:13:50,846 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:13:50,846 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Unable to get data of znode /0-813893195/balancer because node does not exist (not necessarily an error) 2024-12-02T13:13:50,847 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-813893195/balancer already deleted, retry=false 2024-12-02T13:13:50,847 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:13:50,848 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Unable to get data of znode /0-813893195/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:13:50,848 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-813893195/normalizer already deleted, retry=false 2024-12-02T13:13:50,848 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:13:50,849 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Unable to get data of znode /0-813893195/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:13:50,850 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-813893195/switch/split already deleted, retry=false 2024-12-02T13:13:50,850 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Unable to get data of znode /0-813893195/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:13:50,851 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-813893195/switch/merge already deleted, retry=false 2024-12-02T13:13:50,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Unable to get data of znode /0-813893195/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:13:50,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-813893195/snapshot-cleanup already deleted, retry=false 2024-12-02T13:13:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-813893195/running 2024-12-02T13:13:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-813893195/running 2024-12-02T13:13:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:50,854 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,44543,1733145229075, sessionid=0x1009b10d0330000, setting cluster-up flag (Was=false) 2024-12-02T13:13:50,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:50,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:50,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-813893195/flush-table-proc/acquired, /0-813893195/flush-table-proc/reached, /0-813893195/flush-table-proc/abort 2024-12-02T13:13:50,859 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,44543,1733145229075 2024-12-02T13:13:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:50,863 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-813893195/online-snapshot/acquired, /0-813893195/online-snapshot/reached, /0-813893195/online-snapshot/abort 2024-12-02T13:13:50,863 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,44543,1733145229075 2024-12-02T13:13:50,864 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:13:50,870 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:50,871 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:13:50,871 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:13:50,871 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,44543,1733145229075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:50,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:50,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:13:50,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:50,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:13:50,880 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145260880 2024-12-02T13:13:50,880 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:13:50,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:13:50,882 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:13:50,883 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:13:50,883 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:13:50,883 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145230883,5,FailOnTimeoutGroup] 2024-12-02T13:13:50,884 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145230884,5,FailOnTimeoutGroup] 2024-12-02T13:13:50,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:13:50,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:13:50,932 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(746): ClusterId : 3caf5281-4979-4819-a2d1-3b24a777728a 2024-12-02T13:13:50,932 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:13:50,934 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:13:50,934 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:13:50,935 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:13:50,935 DEBUG [RS:0;06e3e18f2515:43221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d09aaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:50,945 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:43221 2024-12-02T13:13:50,945 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:13:50,945 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:13:50,945 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:13:50,945 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,44543,1733145229075 with port=43221, startcode=1733145229115 2024-12-02T13:13:50,945 DEBUG [RS:0;06e3e18f2515:43221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:13:50,947 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:13:50,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,43221,1733145229115 2024-12-02T13:13:50,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,43221,1733145229115 2024-12-02T13:13:50,949 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d 2024-12-02T13:13:50,949 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35055 2024-12-02T13:13:50,949 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:13:50,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195/rs 2024-12-02T13:13:50,951 DEBUG [RS:0;06e3e18f2515:43221 {}] zookeeper.ZKUtil(111): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on existing znode=/0-813893195/rs/06e3e18f2515,43221,1733145229115 2024-12-02T13:13:50,951 WARN [RS:0;06e3e18f2515:43221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:50,951 INFO [RS:0;06e3e18f2515:43221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:50,951 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115 2024-12-02T13:13:50,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,43221,1733145229115] 2024-12-02T13:13:50,954 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:13:50,955 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:13:50,956 INFO [RS:0;06e3e18f2515:43221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:13:50,956 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,956 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:13:50,957 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:13:50,957 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:50,957 DEBUG [RS:0;06e3e18f2515:43221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:50,961 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,961 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,961 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,961 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,961 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,961 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43221,1733145229115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:50,973 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:13:50,973 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43221,1733145229115-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,974 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,974 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.Replication(171): 06e3e18f2515,43221,1733145229115 started 2024-12-02T13:13:50,984 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:50,985 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,43221,1733145229115, RpcServer on 06e3e18f2515/172.17.0.2:43221, sessionid=0x1009b10d0330001 2024-12-02T13:13:50,985 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:13:50,985 DEBUG [RS:0;06e3e18f2515:43221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,43221,1733145229115 2024-12-02T13:13:50,985 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,43221,1733145229115' 2024-12-02T13:13:50,985 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-813893195/flush-table-proc/abort' 2024-12-02T13:13:50,985 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-813893195/flush-table-proc/acquired' 2024-12-02T13:13:50,986 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:13:50,986 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:13:50,986 DEBUG [RS:0;06e3e18f2515:43221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,43221,1733145229115 2024-12-02T13:13:50,986 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,43221,1733145229115' 2024-12-02T13:13:50,986 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-813893195/online-snapshot/abort' 2024-12-02T13:13:50,986 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-813893195/online-snapshot/acquired' 2024-12-02T13:13:50,986 DEBUG [RS:0;06e3e18f2515:43221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:13:50,986 INFO [RS:0;06e3e18f2515:43221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:13:50,986 INFO [RS:0;06e3e18f2515:43221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:13:51,087 INFO [RS:0;06e3e18f2515:43221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:51,088 INFO [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C43221%2C1733145229115, suffix=, logDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/oldWALs, maxLogs=10 2024-12-02T13:13:51,099 DEBUG [RS:0;06e3e18f2515:43221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089, exclude list is [], retry=0 2024-12-02T13:13:51,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37743,DS-3b4c4205-c86a-49d9-9b06-21b0d469c2d6,DISK] 2024-12-02T13:13:51,103 INFO [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 2024-12-02T13:13:51,103 DEBUG [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35833:35833)] 2024-12-02T13:13:51,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:13:51,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d 2024-12-02T13:13:51,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:13:51,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:51,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:51,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:51,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:51,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:51,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:51,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:51,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:51,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:51,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:51,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:51,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:51,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:51,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:51,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:51,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:51,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:51,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:51,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740 2024-12-02T13:13:51,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740 2024-12-02T13:13:51,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:51,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:51,702 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:51,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:51,704 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:51,705 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60735424, jitterRate=-0.0949716567993164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:51,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145231693Initializing all the Stores at 1733145231694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145231694Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145231694Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145231694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145231694Cleaning up temporary data from old regions at 1733145231701 (+7 ms)Region opened successfully at 1733145231705 (+4 ms) 2024-12-02T13:13:51,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:51,705 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:51,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:51,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:51,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:51,706 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:51,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145231705Disabling compacts and flushes for region at 1733145231705Disabling writes for close at 1733145231705Writing region close event to WAL at 1733145231706 (+1 ms)Closed at 1733145231706 2024-12-02T13:13:51,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:51,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:13:51,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:13:51,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:51,709 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:13:51,859 DEBUG [06e3e18f2515:44543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:51,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,43221,1733145229115 2024-12-02T13:13:51,861 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,43221,1733145229115, state=OPENING 2024-12-02T13:13:51,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:13:51,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:51,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:13:51,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:51,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-813893195/meta-region-server: CHANGED 2024-12-02T13:13:51,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,43221,1733145229115}] 2024-12-02T13:13:51,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-813893195/meta-region-server: CHANGED 2024-12-02T13:13:52,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:13:52,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:13:52,021 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:13:52,021 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:52,022 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:13:52,023 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C43221%2C1733145229115.meta, suffix=.meta, logDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/oldWALs, maxLogs=10 2024-12-02T13:13:52,038 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.meta.1733145232024.meta, exclude list is [], retry=0 2024-12-02T13:13:52,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37743,DS-3b4c4205-c86a-49d9-9b06-21b0d469c2d6,DISK] 2024-12-02T13:13:52,042 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.meta.1733145232024.meta 2024-12-02T13:13:52,043 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35833:35833)] 2024-12-02T13:13:52,043 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:52,043 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:52,043 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:52,043 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:13:52,044 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:13:52,044 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:13:52,044 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:52,044 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:13:52,044 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:13:52,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:52,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:52,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:52,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:52,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:52,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:52,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:52,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:52,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:52,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:52,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:52,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:52,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:52,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:52,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:52,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:52,052 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:52,053 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740 2024-12-02T13:13:52,054 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740 2024-12-02T13:13:52,055 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:52,055 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:52,056 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:52,057 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:52,058 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68862805, jitterRate=0.026135757565498352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:52,058 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:13:52,059 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145232044Writing region info on filesystem at 1733145232044Initializing all the Stores at 1733145232045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145232045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145232045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145232045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145232045Cleaning up temporary data from old regions at 1733145232055 (+10 ms)Running coprocessor post-open hooks at 1733145232058 (+3 ms)Region opened successfully at 1733145232059 (+1 ms) 2024-12-02T13:13:52,060 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145232016 2024-12-02T13:13:52,062 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:13:52,062 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:13:52,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,43221,1733145229115 2024-12-02T13:13:52,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,43221,1733145229115, state=OPEN 2024-12-02T13:13:52,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-813893195/meta-region-server 2024-12-02T13:13:52,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-813893195/meta-region-server 2024-12-02T13:13:52,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,43221,1733145229115 2024-12-02T13:13:52,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-813893195/meta-region-server: CHANGED 2024-12-02T13:13:52,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-813893195/meta-region-server: CHANGED 2024-12-02T13:13:52,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:13:52,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,43221,1733145229115 in 203 msec 2024-12-02T13:13:52,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:13:52,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-12-02T13:13:52,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:52,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:13:52,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:52,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,43221,1733145229115, seqNum=-1] 2024-12-02T13:13:52,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:52,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:52,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-12-02T13:13:52,080 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145232080, completionTime=-1 2024-12-02T13:13:52,081 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:13:52,081 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:13:52,083 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:13:52,083 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145292083 2024-12-02T13:13:52,083 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145352083 2024-12-02T13:13:52,083 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T13:13:52,084 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44543,1733145229075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:52,084 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44543,1733145229075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:52,084 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44543,1733145229075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:52,084 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:44543, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:52,084 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:52,084 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:52,086 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44543,1733145229075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:52,089 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44543,1733145229075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:13:52,092 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:13:52,092 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:13:52,092 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44543,1733145229075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:52,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:52,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44543,-1 for getting cluster id 2024-12-02T13:13:52,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:52,134 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3caf5281-4979-4819-a2d1-3b24a777728a' 2024-12-02T13:13:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3caf5281-4979-4819-a2d1-3b24a777728a" 2024-12-02T13:13:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef1f8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44543,-1] 2024-12-02T13:13:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:52,136 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:52,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:52,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,43221,1733145229115, seqNum=-1] 2024-12-02T13:13:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:52,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:52,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,44543,1733145229075 2024-12-02T13:13:52,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50723 2024-12-02T13:13:52,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:52,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b10d0330002 connected 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.log.dir so I do NOT create it in target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6 2024-12-02T13:13:52,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.tmp.dir so I do NOT create it in target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6 2024-12-02T13:13:52,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:13:52,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/cluster_54c48c8c-2027-5642-2275-6e63e67e918c, deleteOnExit=true 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/test.cache.data in system properties and HBase conf 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:13:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:13:52,147 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:13:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:13:52,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:13:52,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:52,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:52,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:52,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:52,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:13:52,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:52,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:52,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:52,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/java.io.tmpdir/jetty-localhost-33691-hadoop-hdfs-3_4_1-tests_jar-_-any-11160346554542176949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:13:52,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:33691} 2024-12-02T13:13:52,299 INFO [Time-limited test {}] server.Server(415): Started @48197ms 2024-12-02T13:13:52,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:13:52,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:13:52,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:13:52,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:13:52,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:13:52,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:13:52,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:13:52,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/java.io.tmpdir/jetty-localhost-39445-hadoop-hdfs-3_4_1-tests_jar-_-any-1382627420989544563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:13:52,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:39445} 2024-12-02T13:13:52,458 INFO [Time-limited test {}] server.Server(415): Started @48356ms 2024-12-02T13:13:52,459 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:13:52,525 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/cluster_54c48c8c-2027-5642-2275-6e63e67e918c/data/data1/current/BP-1767933697-172.17.0.2-1733145232168/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:52,525 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/cluster_54c48c8c-2027-5642-2275-6e63e67e918c/data/data2/current/BP-1767933697-172.17.0.2-1733145232168/current, will proceed with Du for space computation calculation, 2024-12-02T13:13:52,550 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:13:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4b19a61384c4f8e with lease ID 0x370b109919631cd1: Processing first storage report for DS-2f7d34d7-471c-46b1-b0e5-253748c94e57 from datanode DatanodeRegistration(127.0.0.1:34965, datanodeUuid=5ada7871-ae3d-4d1c-b0c6-b108827123cc, infoPort=37701, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=854475169;c=1733145232168) 2024-12-02T13:13:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4b19a61384c4f8e with lease ID 0x370b109919631cd1: from storage DS-2f7d34d7-471c-46b1-b0e5-253748c94e57 node DatanodeRegistration(127.0.0.1:34965, datanodeUuid=5ada7871-ae3d-4d1c-b0c6-b108827123cc, infoPort=37701, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=854475169;c=1733145232168), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T13:13:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4b19a61384c4f8e with lease ID 0x370b109919631cd1: Processing first storage report for DS-61fa875a-d32d-4980-95e2-afce487bf767 from datanode DatanodeRegistration(127.0.0.1:34965, datanodeUuid=5ada7871-ae3d-4d1c-b0c6-b108827123cc, infoPort=37701, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=854475169;c=1733145232168) 2024-12-02T13:13:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4b19a61384c4f8e with lease ID 0x370b109919631cd1: from storage DS-61fa875a-d32d-4980-95e2-afce487bf767 node DatanodeRegistration(127.0.0.1:34965, datanodeUuid=5ada7871-ae3d-4d1c-b0c6-b108827123cc, infoPort=37701, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=854475169;c=1733145232168), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:13:52,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6 2024-12-02T13:13:52,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:52,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:52,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:13:53,000 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3 with version=8 2024-12-02T13:13:53,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/hbase-staging 2024-12-02T13:13:53,003 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:53,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:53,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:53,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:53,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:53,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:53,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:13:53,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:53,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46085 2024-12-02T13:13:53,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46085 connecting to ZooKeeper ensemble=127.0.0.1:50723 2024-12-02T13:13:53,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460850x0, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:53,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46085-0x1009b10d0330003 connected 2024-12-02T13:13:53,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:53,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:53,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on znode that does not yet exist, /1449961069/running 2024-12-02T13:13:53,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3, hbase.cluster.distributed=false 2024-12-02T13:13:53,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on znode that does not yet exist, /1449961069/acl 2024-12-02T13:13:53,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-02T13:13:53,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46085 2024-12-02T13:13:53,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46085 2024-12-02T13:13:53,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-02T13:13:53,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-02T13:13:53,089 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:13:53,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:53,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:53,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:13:53,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:13:53,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:13:53,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:13:53,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:13:53,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37773 2024-12-02T13:13:53,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37773 connecting to ZooKeeper ensemble=127.0.0.1:50723 2024-12-02T13:13:53,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:53,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:53,109 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377730x0, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:53,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37773-0x1009b10d0330004 connected 2024-12-02T13:13:53,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on znode that does not yet exist, /1449961069/running 2024-12-02T13:13:53,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:13:53,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:13:53,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on znode that does not yet exist, /1449961069/master 2024-12-02T13:13:53,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on znode that does not yet exist, /1449961069/acl 2024-12-02T13:13:53,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37773 2024-12-02T13:13:53,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37773 2024-12-02T13:13:53,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37773 2024-12-02T13:13:53,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37773 2024-12-02T13:13:53,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37773 2024-12-02T13:13:53,183 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:46085 2024-12-02T13:13:53,185 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1449961069/backup-masters/06e3e18f2515,46085,1733145233002 2024-12-02T13:13:53,187 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069/backup-masters 2024-12-02T13:13:53,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069/backup-masters 2024-12-02T13:13:53,194 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on existing znode=/1449961069/backup-masters/06e3e18f2515,46085,1733145233002 2024-12-02T13:13:53,195 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1449961069/master 2024-12-02T13:13:53,195 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:53,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:53,196 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on existing znode=/1449961069/master 2024-12-02T13:13:53,196 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1449961069/backup-masters/06e3e18f2515,46085,1733145233002 from backup master directory 2024-12-02T13:13:53,197 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069/backup-masters 2024-12-02T13:13:53,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1449961069/backup-masters/06e3e18f2515,46085,1733145233002 2024-12-02T13:13:53,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069/backup-masters 2024-12-02T13:13:53,198 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:53,198 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,46085,1733145233002 2024-12-02T13:13:53,208 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/hbase.id] with ID: feec7511-113b-4b88-903b-f0d74b0c3291 2024-12-02T13:13:53,209 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/.tmp/hbase.id 2024-12-02T13:13:53,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:13:53,616 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/.tmp/hbase.id]:[hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/hbase.id] 2024-12-02T13:13:53,628 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:13:53,628 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:13:53,629 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:13:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:53,631 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:13:54,036 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:54,037 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:13:54,037 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:13:54,444 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store 2024-12-02T13:13:54,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:13:54,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:13:54,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:54,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:54,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:54,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:13:54,852 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:54,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:13:54,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:54,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:54,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:13:54,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:54,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:13:54,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145234853Disabling compacts and flushes for region at 1733145234853Disabling writes for close at 1733145234853Writing region close event to WAL at 1733145234853Closed at 1733145234853 2024-12-02T13:13:54,854 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/.initializing 2024-12-02T13:13:54,854 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/WALs/06e3e18f2515,46085,1733145233002 2024-12-02T13:13:54,855 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:54,857 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C46085%2C1733145233002, suffix=, logDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/WALs/06e3e18f2515,46085,1733145233002, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/oldWALs, maxLogs=10 2024-12-02T13:13:54,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/WALs/06e3e18f2515,46085,1733145233002/06e3e18f2515%2C46085%2C1733145233002.1733145234857, exclude list is [], retry=0 2024-12-02T13:13:54,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34965,DS-2f7d34d7-471c-46b1-b0e5-253748c94e57,DISK] 2024-12-02T13:13:54,877 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/WALs/06e3e18f2515,46085,1733145233002/06e3e18f2515%2C46085%2C1733145233002.1733145234857 2024-12-02T13:13:54,877 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37701:37701)] 2024-12-02T13:13:54,877 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:54,877 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:54,877 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,877 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:13:54,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:54,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:54,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:13:54,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:54,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:54,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:13:54,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:54,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:54,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:13:54,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:54,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:54,885 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,886 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,886 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,887 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,887 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,888 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:54,889 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:13:54,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:54,891 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74880906, jitterRate=0.11581245064735413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:54,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145234877Initializing all the Stores at 1733145234878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145234878Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145234878Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145234879 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145234879Cleaning up temporary data from old regions at 1733145234887 (+8 ms)Region opened successfully at 1733145234891 (+4 ms) 2024-12-02T13:13:54,891 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:13:54,894 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431af330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:54,895 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:13:54,895 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:13:54,895 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:13:54,896 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:13:54,896 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:13:54,896 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:13:54,897 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:13:54,899 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:13:54,899 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Unable to get data of znode /1449961069/balancer because node does not exist (not necessarily an error) 2024-12-02T13:13:54,900 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1449961069/balancer already deleted, retry=false 2024-12-02T13:13:54,900 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:13:54,901 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Unable to get data of znode /1449961069/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:13:54,902 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1449961069/normalizer already deleted, retry=false 2024-12-02T13:13:54,902 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:13:54,903 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Unable to get data of znode /1449961069/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:13:54,903 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1449961069/switch/split already deleted, retry=false 2024-12-02T13:13:54,904 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Unable to get data of znode /1449961069/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:13:54,905 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1449961069/switch/merge already deleted, retry=false 2024-12-02T13:13:54,907 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Unable to get data of znode /1449961069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:13:54,907 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1449961069/snapshot-cleanup already deleted, retry=false 2024-12-02T13:13:54,908 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1449961069/running 2024-12-02T13:13:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1449961069/running 2024-12-02T13:13:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:54,908 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:54,909 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,46085,1733145233002, sessionid=0x1009b10d0330003, setting cluster-up flag (Was=false) 2024-12-02T13:13:54,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:54,910 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:54,912 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1449961069/flush-table-proc/acquired, /1449961069/flush-table-proc/reached, /1449961069/flush-table-proc/abort 2024-12-02T13:13:54,913 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,46085,1733145233002 2024-12-02T13:13:54,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:54,915 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:54,917 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1449961069/online-snapshot/acquired, /1449961069/online-snapshot/reached, /1449961069/online-snapshot/abort 2024-12-02T13:13:54,917 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,46085,1733145233002 2024-12-02T13:13:54,918 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:13:54,919 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:54,920 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:13:54,920 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:13:54,920 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,46085,1733145233002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:54,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:54,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:13:54,923 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145264924 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:13:54,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:54,924 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:13:54,925 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:13:54,925 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:13:54,925 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:13:54,925 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:13:54,925 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:13:54,929 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145234925,5,FailOnTimeoutGroup] 2024-12-02T13:13:54,929 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145234929,5,FailOnTimeoutGroup] 2024-12-02T13:13:54,929 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:54,929 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:13:54,929 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:54,929 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:54,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:13:54,972 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(746): ClusterId : feec7511-113b-4b88-903b-f0d74b0c3291 2024-12-02T13:13:54,972 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:13:54,974 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:13:54,974 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:13:54,975 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:13:54,976 DEBUG [RS:0;06e3e18f2515:37773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1400fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:13:54,985 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:37773 2024-12-02T13:13:54,985 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:13:54,985 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:13:54,985 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:13:54,986 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,46085,1733145233002 with port=37773, startcode=1733145233088 2024-12-02T13:13:54,986 DEBUG [RS:0;06e3e18f2515:37773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:13:54,987 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:13:54,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,37773,1733145233088 2024-12-02T13:13:54,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46085 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,37773,1733145233088 2024-12-02T13:13:54,989 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3 2024-12-02T13:13:54,989 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35885 2024-12-02T13:13:54,989 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:13:54,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069/rs 2024-12-02T13:13:54,991 DEBUG [RS:0;06e3e18f2515:37773 {}] zookeeper.ZKUtil(111): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on existing znode=/1449961069/rs/06e3e18f2515,37773,1733145233088 2024-12-02T13:13:54,991 WARN [RS:0;06e3e18f2515:37773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:13:54,991 INFO [RS:0;06e3e18f2515:37773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:54,991 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/WALs/06e3e18f2515,37773,1733145233088 2024-12-02T13:13:54,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,37773,1733145233088] 2024-12-02T13:13:54,995 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:13:54,996 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:13:54,996 INFO [RS:0;06e3e18f2515:37773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:13:54,996 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:54,996 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:13:54,997 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:13:54,997 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:54,997 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,997 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,997 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,997 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,997 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,997 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:54,998 DEBUG [RS:0;06e3e18f2515:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:13:55,001 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,001 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,001 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,001 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,001 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,001 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37773,1733145233088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:55,013 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:13:55,013 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37773,1733145233088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,013 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,013 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.Replication(171): 06e3e18f2515,37773,1733145233088 started 2024-12-02T13:13:55,024 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:55,024 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,37773,1733145233088, RpcServer on 06e3e18f2515/172.17.0.2:37773, sessionid=0x1009b10d0330004 2024-12-02T13:13:55,024 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:13:55,024 DEBUG [RS:0;06e3e18f2515:37773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,37773,1733145233088 2024-12-02T13:13:55,024 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37773,1733145233088' 2024-12-02T13:13:55,024 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1449961069/flush-table-proc/abort' 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1449961069/flush-table-proc/acquired' 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,37773,1733145233088 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37773,1733145233088' 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1449961069/online-snapshot/abort' 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1449961069/online-snapshot/acquired' 2024-12-02T13:13:55,025 DEBUG [RS:0;06e3e18f2515:37773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:13:55,026 INFO [RS:0;06e3e18f2515:37773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:13:55,026 INFO [RS:0;06e3e18f2515:37773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:13:55,126 INFO [RS:0;06e3e18f2515:37773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:13:55,127 INFO [RS:0;06e3e18f2515:37773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37773%2C1733145233088, suffix=, logDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/WALs/06e3e18f2515,37773,1733145233088, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/oldWALs, maxLogs=10 2024-12-02T13:13:55,138 DEBUG [RS:0;06e3e18f2515:37773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/WALs/06e3e18f2515,37773,1733145233088/06e3e18f2515%2C37773%2C1733145233088.1733145235128, exclude list is [], retry=0 2024-12-02T13:13:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34965,DS-2f7d34d7-471c-46b1-b0e5-253748c94e57,DISK] 2024-12-02T13:13:55,142 INFO [RS:0;06e3e18f2515:37773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/WALs/06e3e18f2515,37773,1733145233088/06e3e18f2515%2C37773%2C1733145233088.1733145235128 2024-12-02T13:13:55,143 DEBUG [RS:0;06e3e18f2515:37773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37701:37701)] 2024-12-02T13:13:55,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:13:55,334 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3 2024-12-02T13:13:55,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:13:55,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:55,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:55,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:55,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:55,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:55,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:55,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:55,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:55,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:55,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:55,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:55,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:55,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:55,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:55,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:55,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:55,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:55,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:55,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740 2024-12-02T13:13:55,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740 2024-12-02T13:13:55,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:55,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:55,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:55,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:55,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:55,756 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70079593, jitterRate=0.044267311692237854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145235740Initializing all the Stores at 1733145235741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145235741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145235741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145235741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145235741Cleaning up temporary data from old regions at 1733145235752 (+11 ms)Region opened successfully at 1733145235756 (+4 ms) 2024-12-02T13:13:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:13:55,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:13:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:13:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:13:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:13:55,757 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:13:55,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145235756Disabling compacts and flushes for region at 1733145235756Disabling writes for close at 1733145235756Writing region close event to WAL at 1733145235757 (+1 ms)Closed at 1733145235757 2024-12-02T13:13:55,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:55,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:13:55,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:13:55,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:55,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:13:55,910 DEBUG [06e3e18f2515:46085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:13:55,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,37773,1733145233088 2024-12-02T13:13:55,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37773,1733145233088, state=OPENING 2024-12-02T13:13:55,914 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:13:55,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:55,915 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:13:55,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1449961069/meta-region-server: CHANGED 2024-12-02T13:13:55,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1449961069/meta-region-server: CHANGED 2024-12-02T13:13:55,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:13:55,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37773,1733145233088}] 2024-12-02T13:13:56,068 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:13:56,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:13:56,073 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:13:56,074 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:56,074 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:13:56,076 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37773%2C1733145233088.meta, suffix=.meta, logDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/WALs/06e3e18f2515,37773,1733145233088, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/oldWALs, maxLogs=10 2024-12-02T13:13:56,087 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/WALs/06e3e18f2515,37773,1733145233088/06e3e18f2515%2C37773%2C1733145233088.meta.1733145236076.meta, exclude list is [], retry=0 2024-12-02T13:13:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34965,DS-2f7d34d7-471c-46b1-b0e5-253748c94e57,DISK] 2024-12-02T13:13:56,090 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/WALs/06e3e18f2515,37773,1733145233088/06e3e18f2515%2C37773%2C1733145233088.meta.1733145236076.meta 2024-12-02T13:13:56,090 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37701:37701)] 2024-12-02T13:13:56,091 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:56,091 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:56,091 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:56,091 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:13:56,091 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:13:56,091 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:13:56,091 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:56,091 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:13:56,091 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:13:56,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:13:56,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:13:56,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:56,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:56,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:13:56,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:13:56,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:56,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:56,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:13:56,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:13:56,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:56,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:56,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:13:56,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:13:56,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:56,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:13:56,097 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:13:56,097 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740 2024-12-02T13:13:56,098 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740 2024-12-02T13:13:56,100 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:13:56,100 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:13:56,100 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:13:56,101 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:13:56,102 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59172541, jitterRate=-0.11826042830944061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:13:56,102 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:13:56,102 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145236091Writing region info on filesystem at 1733145236091Initializing all the Stores at 1733145236092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145236092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145236092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145236092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145236092Cleaning up temporary data from old regions at 1733145236100 (+8 ms)Running coprocessor post-open hooks at 1733145236102 (+2 ms)Region opened successfully at 1733145236102 2024-12-02T13:13:56,103 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145236068 2024-12-02T13:13:56,105 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:13:56,105 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:13:56,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,37773,1733145233088 2024-12-02T13:13:56,107 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37773,1733145233088, state=OPEN 2024-12-02T13:13:56,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1449961069/meta-region-server 2024-12-02T13:13:56,108 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1449961069/meta-region-server 2024-12-02T13:13:56,108 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,37773,1733145233088 2024-12-02T13:13:56,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1449961069/meta-region-server: CHANGED 2024-12-02T13:13:56,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1449961069/meta-region-server: CHANGED 2024-12-02T13:13:56,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:13:56,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37773,1733145233088 in 192 msec 2024-12-02T13:13:56,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:13:56,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-12-02T13:13:56,113 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:13:56,113 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:13:56,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:56,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37773,1733145233088, seqNum=-1] 2024-12-02T13:13:56,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:56,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:56,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-12-02T13:13:56,120 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145236120, completionTime=-1 2024-12-02T13:13:56,120 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:13:56,120 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:13:56,121 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:13:56,121 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145296121 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145356121 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,46085,1733145233002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,46085,1733145233002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,46085,1733145233002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:46085, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:56,122 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:56,124 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,46085,1733145233002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:13:56,125 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,46085,1733145233002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:13:56,128 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:13:56,128 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:13:56,128 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,46085,1733145233002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:13:56,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:56,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,46085,-1 for getting cluster id 2024-12-02T13:13:56,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:56,174 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feec7511-113b-4b88-903b-f0d74b0c3291' 2024-12-02T13:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feec7511-113b-4b88-903b-f0d74b0c3291" 2024-12-02T13:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dde26ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,46085,-1] 2024-12-02T13:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:56,176 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:56,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:56,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:13:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37773,1733145233088, seqNum=-1] 2024-12-02T13:13:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:13:56,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:13:56,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,46085,1733145233002 2024-12-02T13:13:56,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50723 2024-12-02T13:13:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:13:56,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b10d0330005 connected 2024-12-02T13:13:56,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44543,1733145229075 2024-12-02T13:13:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f517593 2024-12-02T13:13:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:56,192 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:56,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:13:56,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:13:56,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:56,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:13:56,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:13:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:13:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:56,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 114ec82331da723e4d24acb1c77adc2a, NAME => 'test,,1733145236192.114ec82331da723e4d24acb1c77adc2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d 2024-12-02T13:13:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:13:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:56,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:13:57,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145236192.114ec82331da723e4d24acb1c77adc2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:57,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 114ec82331da723e4d24acb1c77adc2a, disabling compactions & flushes 2024-12-02T13:13:57,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:13:57,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:13:57,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. after waiting 0 ms 2024-12-02T13:13:57,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:13:57,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:13:57,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 114ec82331da723e4d24acb1c77adc2a: Waiting for close lock at 1733145237014Disabling compacts and flushes for region at 1733145237014Disabling writes for close at 1733145237014Writing region close event to WAL at 1733145237014Closed at 1733145237014 2024-12-02T13:13:57,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:13:57,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145236192.114ec82331da723e4d24acb1c77adc2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145237016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145237016"}]},"ts":"1733145237016"} 2024-12-02T13:13:57,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:13:57,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:13:57,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145237019"}]},"ts":"1733145237019"} 2024-12-02T13:13:57,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:13:57,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=114ec82331da723e4d24acb1c77adc2a, ASSIGN}] 2024-12-02T13:13:57,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=114ec82331da723e4d24acb1c77adc2a, ASSIGN 2024-12-02T13:13:57,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=114ec82331da723e4d24acb1c77adc2a, ASSIGN; state=OFFLINE, location=06e3e18f2515,43221,1733145229115; forceNewPlan=false, retain=false 2024-12-02T13:13:57,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=114ec82331da723e4d24acb1c77adc2a, regionState=OPENING, regionLocation=06e3e18f2515,43221,1733145229115 2024-12-02T13:13:57,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=114ec82331da723e4d24acb1c77adc2a, ASSIGN because future has completed 2024-12-02T13:13:57,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 114ec82331da723e4d24acb1c77adc2a, server=06e3e18f2515,43221,1733145229115}] 2024-12-02T13:13:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:57,334 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:13:57,334 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 114ec82331da723e4d24acb1c77adc2a, NAME => 'test,,1733145236192.114ec82331da723e4d24acb1c77adc2a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:57,335 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:57,335 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:13:57,335 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,335 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145236192.114ec82331da723e4d24acb1c77adc2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:57,335 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,335 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,339 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,340 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114ec82331da723e4d24acb1c77adc2a columnFamilyName f 2024-12-02T13:13:57,340 DEBUG [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:57,340 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] regionserver.HStore(327): Store=114ec82331da723e4d24acb1c77adc2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:57,340 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,341 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114ec82331da723e4d24acb1c77adc2a columnFamilyName f1 2024-12-02T13:13:57,341 DEBUG [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:57,342 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] regionserver.HStore(327): Store=114ec82331da723e4d24acb1c77adc2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:57,342 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,343 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114ec82331da723e4d24acb1c77adc2a columnFamilyName norep 2024-12-02T13:13:57,343 DEBUG [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:57,344 INFO [StoreOpener-114ec82331da723e4d24acb1c77adc2a-1 {}] regionserver.HStore(327): Store=114ec82331da723e4d24acb1c77adc2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:57,344 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,344 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,345 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,346 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,346 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,346 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:13:57,347 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,350 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:57,350 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 114ec82331da723e4d24acb1c77adc2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68407867, jitterRate=0.019356653094291687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:13:57,350 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:13:57,351 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 114ec82331da723e4d24acb1c77adc2a: Running coprocessor pre-open hook at 1733145237335Writing region info on filesystem at 1733145237335Initializing all the Stores at 1733145237336 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145237336Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145237338 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145237338Cleaning up temporary data from old regions at 1733145237346 (+8 ms)Running coprocessor post-open hooks at 1733145237350 (+4 ms)Region opened successfully at 1733145237351 (+1 ms) 2024-12-02T13:13:57,353 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., pid=6, masterSystemTime=1733145237330 2024-12-02T13:13:57,355 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:13:57,355 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:13:57,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=114ec82331da723e4d24acb1c77adc2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,43221,1733145229115 2024-12-02T13:13:57,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 114ec82331da723e4d24acb1c77adc2a, server=06e3e18f2515,43221,1733145229115 because future has completed 2024-12-02T13:13:57,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:13:57,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 114ec82331da723e4d24acb1c77adc2a, server=06e3e18f2515,43221,1733145229115 in 182 msec 2024-12-02T13:13:57,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:13:57,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=114ec82331da723e4d24acb1c77adc2a, ASSIGN in 340 msec 2024-12-02T13:13:57,365 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:13:57,365 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145237365"}]},"ts":"1733145237365"} 2024-12-02T13:13:57,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:13:57,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:13:57,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-02T13:13:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:58,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:58,344 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:13:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,46085,1733145233002 2024-12-02T13:13:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d98a2d 2024-12-02T13:13:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:58,346 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:58,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:13:58,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:13:58,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:58,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:13:58,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:13:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:13:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:58,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff999df05e724c8d6e2180dfef354e27, NAME => 'test,,1733145238346.ff999df05e724c8d6e2180dfef354e27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3 2024-12-02T13:13:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:13:58,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145238346.ff999df05e724c8d6e2180dfef354e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:58,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff999df05e724c8d6e2180dfef354e27, disabling compactions & flushes 2024-12-02T13:13:58,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:13:58,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:13:58,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. after waiting 0 ms 2024-12-02T13:13:58,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:13:58,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:13:58,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff999df05e724c8d6e2180dfef354e27: Waiting for close lock at 1733145238765Disabling compacts and flushes for region at 1733145238765Disabling writes for close at 1733145238765Writing region close event to WAL at 1733145238765Closed at 1733145238765 2024-12-02T13:13:58,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:13:58,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145238346.ff999df05e724c8d6e2180dfef354e27.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145238767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145238767"}]},"ts":"1733145238767"} 2024-12-02T13:13:58,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:13:58,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:13:58,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145238771"}]},"ts":"1733145238771"} 2024-12-02T13:13:58,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:13:58,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff999df05e724c8d6e2180dfef354e27, ASSIGN}] 2024-12-02T13:13:58,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff999df05e724c8d6e2180dfef354e27, ASSIGN 2024-12-02T13:13:58,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff999df05e724c8d6e2180dfef354e27, ASSIGN; state=OFFLINE, location=06e3e18f2515,37773,1733145233088; forceNewPlan=false, retain=false 2024-12-02T13:13:58,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff999df05e724c8d6e2180dfef354e27, regionState=OPENING, regionLocation=06e3e18f2515,37773,1733145233088 2024-12-02T13:13:58,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff999df05e724c8d6e2180dfef354e27, ASSIGN because future has completed 2024-12-02T13:13:58,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff999df05e724c8d6e2180dfef354e27, server=06e3e18f2515,37773,1733145233088}] 2024-12-02T13:13:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:59,086 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:13:59,086 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff999df05e724c8d6e2180dfef354e27, NAME => 'test,,1733145238346.ff999df05e724c8d6e2180dfef354e27.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:59,086 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:59,087 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:13:59,087 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,087 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145238346.ff999df05e724c8d6e2180dfef354e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:59,087 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,087 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,089 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,090 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff999df05e724c8d6e2180dfef354e27 columnFamilyName f 2024-12-02T13:13:59,090 DEBUG [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:59,090 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] regionserver.HStore(327): Store=ff999df05e724c8d6e2180dfef354e27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:59,090 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,091 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff999df05e724c8d6e2180dfef354e27 columnFamilyName f1 2024-12-02T13:13:59,091 DEBUG [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:59,092 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] regionserver.HStore(327): Store=ff999df05e724c8d6e2180dfef354e27/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:59,092 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,093 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff999df05e724c8d6e2180dfef354e27 columnFamilyName norep 2024-12-02T13:13:59,093 DEBUG [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:59,094 INFO [StoreOpener-ff999df05e724c8d6e2180dfef354e27-1 {}] regionserver.HStore(327): Store=ff999df05e724c8d6e2180dfef354e27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:59,094 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,095 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,095 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,096 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,096 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,097 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:13:59,106 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,108 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:59,109 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff999df05e724c8d6e2180dfef354e27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61745412, jitterRate=-0.0799216628074646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:13:59,109 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:13:59,109 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff999df05e724c8d6e2180dfef354e27: Running coprocessor pre-open hook at 1733145239087Writing region info on filesystem at 1733145239087Initializing all the Stores at 1733145239088 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145239088Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145239088Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145239088Cleaning up temporary data from old regions at 1733145239096 (+8 ms)Running coprocessor post-open hooks at 1733145239109 (+13 ms)Region opened successfully at 1733145239109 2024-12-02T13:13:59,110 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145238346.ff999df05e724c8d6e2180dfef354e27., pid=6, masterSystemTime=1733145239081 2024-12-02T13:13:59,113 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:13:59,113 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:13:59,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff999df05e724c8d6e2180dfef354e27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,37773,1733145233088 2024-12-02T13:13:59,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff999df05e724c8d6e2180dfef354e27, server=06e3e18f2515,37773,1733145233088 because future has completed 2024-12-02T13:13:59,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:13:59,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff999df05e724c8d6e2180dfef354e27, server=06e3e18f2515,37773,1733145233088 in 189 msec 2024-12-02T13:13:59,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:13:59,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff999df05e724c8d6e2180dfef354e27, ASSIGN in 348 msec 2024-12-02T13:13:59,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:13:59,124 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145239124"}]},"ts":"1733145239124"} 2024-12-02T13:13:59,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:13:59,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:13:59,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-12-02T13:13:59,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:13:59,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:13:59,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:13:59,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T13:13:59,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:13:59,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T13:13:59,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:13:59,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T13:13:59,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:13:59,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T13:13:59,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:13:59,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T13:13:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:13:59,485 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:13:59,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44543,-1 for getting cluster id 2024-12-02T13:13:59,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:59,491 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3caf5281-4979-4819-a2d1-3b24a777728a' 2024-12-02T13:13:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3caf5281-4979-4819-a2d1-3b24a777728a" 2024-12-02T13:13:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211dae0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44543,-1] 2024-12-02T13:13:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:59,494 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:59,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6709ded6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,46085,-1 for getting cluster id 2024-12-02T13:13:59,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:59,519 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feec7511-113b-4b88-903b-f0d74b0c3291' 2024-12-02T13:13:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feec7511-113b-4b88-903b-f0d74b0c3291" 2024-12-02T13:13:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdd1414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,46085,-1] 2024-12-02T13:13:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:59,523 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb8e93d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44543,-1 for getting cluster id 2024-12-02T13:13:59,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:59,530 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3caf5281-4979-4819-a2d1-3b24a777728a' 2024-12-02T13:13:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3caf5281-4979-4819-a2d1-3b24a777728a" 2024-12-02T13:13:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415d9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44543,-1] 2024-12-02T13:13:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:59,532 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c24fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44543,1733145229075 2024-12-02T13:13:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa24c96 2024-12-02T13:13:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:59,539 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:59,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:46085,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:13:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:13:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:13:59,544 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:46085' 2024-12-02T13:13:59,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff3ca54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,545 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,46085,-1 for getting cluster id 2024-12-02T13:13:59,545 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:13:59,546 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feec7511-113b-4b88-903b-f0d74b0c3291' 2024-12-02T13:13:59,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:13:59,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feec7511-113b-4b88-903b-f0d74b0c3291" 2024-12-02T13:13:59,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592c3990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,46085,-1] 2024-12-02T13:13:59,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:13:59,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:59,548 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:13:59,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fec1b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:13:59,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:13:59,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,46085,1733145233002 2024-12-02T13:13:59,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58dc0913 2024-12-02T13:13:59,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:13:59,552 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:13:59,554 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:13:59,554 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:13:59,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:59,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:13:59,556 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:13:59,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:13:59,559 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:13:59,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:13:59,562 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:59,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:13:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:13:59,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 743c0e3c2545c9a1b213dc4524b4f550, NAME => 'hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d 2024-12-02T13:13:59,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:13:59,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:59,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 743c0e3c2545c9a1b213dc4524b4f550, disabling compactions & flushes 2024-12-02T13:13:59,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:13:59,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:13:59,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. after waiting 0 ms 2024-12-02T13:13:59,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:13:59,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:13:59,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 743c0e3c2545c9a1b213dc4524b4f550: Waiting for close lock at 1733145239598Disabling compacts and flushes for region at 1733145239598Disabling writes for close at 1733145239599 (+1 ms)Writing region close event to WAL at 1733145239599Closed at 1733145239599 2024-12-02T13:13:59,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:13:59,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145239600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145239600"}]},"ts":"1733145239600"} 2024-12-02T13:13:59,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:13:59,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:13:59,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145239604"}]},"ts":"1733145239604"} 2024-12-02T13:13:59,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:13:59,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=743c0e3c2545c9a1b213dc4524b4f550, ASSIGN}] 2024-12-02T13:13:59,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=743c0e3c2545c9a1b213dc4524b4f550, ASSIGN 2024-12-02T13:13:59,609 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:13:59,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=743c0e3c2545c9a1b213dc4524b4f550, ASSIGN; state=OFFLINE, location=06e3e18f2515,43221,1733145229115; forceNewPlan=false, retain=false 2024-12-02T13:13:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:13:59,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=743c0e3c2545c9a1b213dc4524b4f550, regionState=OPENING, regionLocation=06e3e18f2515,43221,1733145229115 2024-12-02T13:13:59,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=743c0e3c2545c9a1b213dc4524b4f550, ASSIGN because future has completed 2024-12-02T13:13:59,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 743c0e3c2545c9a1b213dc4524b4f550, server=06e3e18f2515,43221,1733145229115}] 2024-12-02T13:13:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:13:59,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:13:59,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:13:59,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:13:59,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C43221%2C1733145229115.rep, suffix=, logDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/oldWALs, maxLogs=10 2024-12-02T13:13:59,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.rep.1733145239944, exclude list is [], retry=0 2024-12-02T13:13:59,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37743,DS-3b4c4205-c86a-49d9-9b06-21b0d469c2d6,DISK] 2024-12-02T13:13:59,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.rep.1733145239944 2024-12-02T13:13:59,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35833:35833)] 2024-12-02T13:13:59,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 743c0e3c2545c9a1b213dc4524b4f550, NAME => 'hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:13:59,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:13:59,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:13:59,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. service=MultiRowMutationService 2024-12-02T13:13:59,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:13:59,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:13:59,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,981 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,982 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743c0e3c2545c9a1b213dc4524b4f550 columnFamilyName hfileref 2024-12-02T13:13:59,982 DEBUG [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:59,983 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] regionserver.HStore(327): Store=743c0e3c2545c9a1b213dc4524b4f550/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:59,983 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,984 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743c0e3c2545c9a1b213dc4524b4f550 columnFamilyName queue 2024-12-02T13:13:59,984 DEBUG [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:59,985 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] regionserver.HStore(327): Store=743c0e3c2545c9a1b213dc4524b4f550/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:59,985 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,987 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743c0e3c2545c9a1b213dc4524b4f550 columnFamilyName sid 2024-12-02T13:13:59,987 DEBUG [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:13:59,988 INFO [StoreOpener-743c0e3c2545c9a1b213dc4524b4f550-1 {}] regionserver.HStore(327): Store=743c0e3c2545c9a1b213dc4524b4f550/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:13:59,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:13:59,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:13:59,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 743c0e3c2545c9a1b213dc4524b4f550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65683868, jitterRate=-0.021234095096588135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:13:59,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:13:59,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 743c0e3c2545c9a1b213dc4524b4f550: Running coprocessor pre-open hook at 1733145239979Writing region info on filesystem at 1733145239979Initializing all the Stores at 1733145239980 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145239980Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145239980Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145239980Cleaning up temporary data from old regions at 1733145239992 (+12 ms)Running coprocessor post-open hooks at 1733145239997 (+5 ms)Region opened successfully at 1733145239998 (+1 ms) 2024-12-02T13:13:59,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550., pid=10, masterSystemTime=1733145239929 2024-12-02T13:14:00,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:14:00,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:14:00,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=743c0e3c2545c9a1b213dc4524b4f550, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,43221,1733145229115 2024-12-02T13:14:00,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 743c0e3c2545c9a1b213dc4524b4f550, server=06e3e18f2515,43221,1733145229115 because future has completed 2024-12-02T13:14:00,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:14:00,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 743c0e3c2545c9a1b213dc4524b4f550, server=06e3e18f2515,43221,1733145229115 in 241 msec 2024-12-02T13:14:00,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:14:00,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=743c0e3c2545c9a1b213dc4524b4f550, ASSIGN in 401 msec 2024-12-02T13:14:00,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:14:00,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145240011"}]},"ts":"1733145240011"} 2024-12-02T13:14:00,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:14:00,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:14:00,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 459 msec 2024-12-02T13:14:00,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550., hostname=06e3e18f2515,43221,1733145229115, seqNum=2] 2024-12-02T13:14:00,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:14:00,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:14:00,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:14:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:14:00,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:14:00,226 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:14:00,251 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,43221,1733145229115, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:14:00,251 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:14:00,252 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,43221,1733145229115, seqNum=-1] 2024-12-02T13:14:00,252 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:14:00,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-02T13:14:00,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,43221,1733145229115', locateType=CURRENT is [region=hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550., hostname=06e3e18f2515,43221,1733145229115, seqNum=2] 2024-12-02T13:14:00,257 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:14:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:14:00,260 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,43221,1733145229115 suceeded 2024-12-02T13:14:00,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:14:00,262 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:46085,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-02T13:14:00,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-02T13:14:00,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 722 msec 2024-12-02T13:14:00,271 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:46085' 2024-12-02T13:14:00,273 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61714935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:00,273 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,46085,-1 for getting cluster id 2024-12-02T13:14:00,273 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:14:00,274 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feec7511-113b-4b88-903b-f0d74b0c3291' 2024-12-02T13:14:00,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:14:00,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feec7511-113b-4b88-903b-f0d74b0c3291" 2024-12-02T13:14:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66504e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,46085,-1] 2024-12-02T13:14:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:14:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:00,276 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:14:00,277 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5063c22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:00,277 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:14:00,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,46085,1733145233002 2024-12-02T13:14:00,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da77204 2024-12-02T13:14:00,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:14:00,279 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-02T13:14:00,280 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,43221,1733145229115 (queues=1) is replicating from cluster=3caf5281-4979-4819-a2d1-3b24a777728a to cluster=feec7511-113b-4b88-903b-f0d74b0c3291 2024-12-02T13:14:00,280 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C43221%2C1733145229115 2024-12-02T13:14:00,280 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,43221,1733145229115, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:14:00,280 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089, startPosition=0, beingWritten=true 2024-12-02T13:14:00,281 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C43221%2C1733145229115 2024-12-02T13:14:00,290 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:14:00,290 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 379, reset compression=false 2024-12-02T13:14:00,290 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,43221,1733145229115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:14:00,497 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 379, reset compression=false 2024-12-02T13:14:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:14:00,682 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:14:00,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:14:00,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:14:00,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:00,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:00,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:14:00,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:14:00,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733145240687/Put/seqid=0 2024-12-02T13:14:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741840_1016 (size=7894) 2024-12-02T13:14:00,801 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 379, reset compression=false 2024-12-02T13:14:00,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:14:01,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_1 is 34, key is ddd/f:row/1733145241096/Put/seqid=0 2024-12-02T13:14:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741841_1017 (size=7691) 2024-12-02T13:14:01,205 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 379, reset compression=false 2024-12-02T13:14:01,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:01,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44543,-1 for getting cluster id 2024-12-02T13:14:01,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:14:01,506 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3caf5281-4979-4819-a2d1-3b24a777728a' 2024-12-02T13:14:01,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:14:01,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3caf5281-4979-4819-a2d1-3b24a777728a" 2024-12-02T13:14:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3483f764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44543,-1] 2024-12-02T13:14:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:14:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:01,508 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:14:01,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:01,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:14:01,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,43221,1733145229115, seqNum=-1] 2024-12-02T13:14:01,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:14:01,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:14:01,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:14:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44543,1733145229075 2024-12-02T13:14:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b3c679 2024-12-02T13:14:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:14:01,524 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:14:01,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2] 2024-12-02T13:14:01,537 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:14:01,548 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T13:14:01,552 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T13:14:01,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_0 for inclusion in 114ec82331da723e4d24acb1c77adc2a/f 2024-12-02T13:14:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T13:14:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:14:01,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_1 for inclusion in 114ec82331da723e4d24acb1c77adc2a/f 2024-12-02T13:14:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T13:14:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:14:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HRegion(2603): Flush status journal for 114ec82331da723e4d24acb1c77adc2a: 2024-12-02T13:14:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_0 to hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_0 2024-12-02T13:14:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_0 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ 2024-12-02T13:14:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f/f/hfile_1 to hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_1 2024-12-02T13:14:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_1 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ 2024-12-02T13:14:01,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_0 into 114ec82331da723e4d24acb1c77adc2a/f as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ - updating store file list. 2024-12-02T13:14:01,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:14:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:14:01,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ into 114ec82331da723e4d24acb1c77adc2a/f 2024-12-02T13:14:01,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_0 into 114ec82331da723e4d24acb1c77adc2a/f (new location: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_) 2024-12-02T13:14:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_0 2024-12-02T13:14:01,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_1 into 114ec82331da723e4d24acb1c77adc2a/f as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ - updating store file list. 2024-12-02T13:14:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:14:01,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ into 114ec82331da723e4d24acb1c77adc2a/f 2024-12-02T13:14:01,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_1 into 114ec82331da723e4d24acb1c77adc2a/f (new location: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_) 2024-12-02T13:14:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__uc2fivn3bmi2vlpvhev2oc9ramu0j0kruouv71ge4anfpr5n7oqvs9ihs4drnhob/f/hfile_1 2024-12-02T13:14:01,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:14:01,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:14:01,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:01,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:14:01,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:01,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:14:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37773,1733145233088, seqNum=-1] 2024-12-02T13:14:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:14:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41064 deadline: 1733145301610 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41064 2024-12-02T13:14:01,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:14:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2 , the old value is region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=06e3e18f2515:43221 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:14:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:14:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2 from cache 2024-12-02T13:14:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145238346.ff999df05e724c8d6e2180dfef354e27., hostname=06e3e18f2515,37773,1733145233088, seqNum=2] 2024-12-02T13:14:01,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:14:01,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:14:01,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:14:01,619 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T13:14:01,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:14:01,709 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 379, reset compression=false 2024-12-02T13:14:01,716 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:14:01,716 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,43221,1733145229115 got entry batch from reader: WALEntryBatch [walEntries=[{test/114ec82331da723e4d24acb1c77adc2a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145241604/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T13:14:01,723 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:43221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T13:14:01,738 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:14:01,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-02T13:14:01,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.ReplicationSink(318): Replicating [3caf5281-4979-4819-a2d1-3b24a777728a] bulk loaded data 2024-12-02T13:14:01,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32cf5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:01,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,46085,-1 for getting cluster id 2024-12-02T13:14:01,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:14:01,745 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feec7511-113b-4b88-903b-f0d74b0c3291' 2024-12-02T13:14:01,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:14:01,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feec7511-113b-4b88-903b-f0d74b0c3291" 2024-12-02T13:14:01,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d7a5da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:01,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,46085,-1] 2024-12-02T13:14:01,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:14:01,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:01,746 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:14:01,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f5f61db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741837_1013 (size=7894) 2024-12-02T13:14:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741838_1014 (size=7691) 2024-12-02T13:14:01,916 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 687, reset compression=false 2024-12-02T13:14:02,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:14:02,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,46085,1733145233002 2024-12-02T13:14:02,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56cdfadc 2024-12-02T13:14:02,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:14:02,178 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-02T13:14:02,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:14:02,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:14:02,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37773,1733145233088, seqNum=-1] 2024-12-02T13:14:02,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:14:02,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-02T13:14:02,203 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T13:14:02,208 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T13:14:02,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ for inclusion in ff999df05e724c8d6e2180dfef354e27/f 2024-12-02T13:14:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T13:14:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:14:02,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ for inclusion in ff999df05e724c8d6e2180dfef354e27/f 2024-12-02T13:14:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T13:14:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:14:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(2603): Flush status journal for ff999df05e724c8d6e2180dfef354e27: 2024-12-02T13:14:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:14:02,221 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 687, reset compression=false 2024-12-02T13:14:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/84a0e6c5b14d498fadecba867f791933_SeqId_4_ 2024-12-02T13:14:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:14:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/f05f5c7c083549a997ae7ef632977c92_SeqId_4_ 2024-12-02T13:14:02,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ into ff999df05e724c8d6e2180dfef354e27/f as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/84a0e6c5b14d498fadecba867f791933_SeqId_4_ - updating store file list. 2024-12-02T13:14:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84a0e6c5b14d498fadecba867f791933_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:14:02,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/84a0e6c5b14d498fadecba867f791933_SeqId_4_ into ff999df05e724c8d6e2180dfef354e27/f 2024-12-02T13:14:02,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ into ff999df05e724c8d6e2180dfef354e27/f (new location: hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/84a0e6c5b14d498fadecba867f791933_SeqId_4_) 2024-12-02T13:14:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/d65fff61e0e54f4fae2e7b65811024d0_SeqId_4_ 2024-12-02T13:14:02,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ into ff999df05e724c8d6e2180dfef354e27/f as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/f05f5c7c083549a997ae7ef632977c92_SeqId_4_ - updating store file list. 2024-12-02T13:14:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f05f5c7c083549a997ae7ef632977c92_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:14:02,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/f05f5c7c083549a997ae7ef632977c92_SeqId_4_ into ff999df05e724c8d6e2180dfef354e27/f 2024-12-02T13:14:02,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ into ff999df05e724c8d6e2180dfef354e27/f (new location: hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/f/f05f5c7c083549a997ae7ef632977c92_SeqId_4_) 2024-12-02T13:14:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/staging/jenkins.hfs.6__test__l99tsf4qt2pqhggt1o93p914elbt697487ijo7d93msr9hfg68l13drjjigcmds6/f/19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_ 2024-12-02T13:14:02,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.ReplicationSink(324): Finished replicating [3caf5281-4979-4819-a2d1-3b24a777728a] bulk loaded data 2024-12-02T13:14:02,634 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 687, reset compression=false 2024-12-02T13:14:02,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:14:02,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733145242669/Put/seqid=0 2024-12-02T13:14:02,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741842_1018 (size=7997) 2024-12-02T13:14:02,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733145242694/Put/seqid=0 2024-12-02T13:14:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741843_1019 (size=7794) 2024-12-02T13:14:03,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aae1f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:03,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44543,-1 for getting cluster id 2024-12-02T13:14:03,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:14:03,130 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3caf5281-4979-4819-a2d1-3b24a777728a' 2024-12-02T13:14:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3caf5281-4979-4819-a2d1-3b24a777728a" 2024-12-02T13:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e45292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44543,-1] 2024-12-02T13:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:03,132 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:14:03,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:14:03,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:14:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,43221,1733145229115, seqNum=-1] 2024-12-02T13:14:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:14:03,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:14:03,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:14:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44543,1733145229075 2024-12-02T13:14:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a94a1d2 2024-12-02T13:14:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:14:03,146 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:14:03,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2] 2024-12-02T13:14:03,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:14:03,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T13:14:03,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T13:14:03,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_1 for inclusion in 114ec82331da723e4d24acb1c77adc2a/f1 2024-12-02T13:14:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T13:14:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:14:03,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_0 for inclusion in 114ec82331da723e4d24acb1c77adc2a/f1 2024-12-02T13:14:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T13:14:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:14:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HRegion(2603): Flush status journal for 114ec82331da723e4d24acb1c77adc2a: 2024-12-02T13:14:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_1 to hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_1 2024-12-02T13:14:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_1 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/655ab4948325469b80677523001b2246_SeqId_6_ 2024-12-02T13:14:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/load_f1/f1/hfile_0 to hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_0 2024-12-02T13:14:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_0 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/1a0cfbf75dbf4cf2aeb1dd5e8b90a00c_SeqId_6_ 2024-12-02T13:14:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-02T13:14:03,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_1 into 114ec82331da723e4d24acb1c77adc2a/f1 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/655ab4948325469b80677523001b2246_SeqId_6_ - updating store file list. 2024-12-02T13:14:03,187 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 687, reset compression=false 2024-12-02T13:14:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 655ab4948325469b80677523001b2246_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:14:03,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/655ab4948325469b80677523001b2246_SeqId_6_ into 114ec82331da723e4d24acb1c77adc2a/f1 2024-12-02T13:14:03,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_1 into 114ec82331da723e4d24acb1c77adc2a/f1 (new location: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/655ab4948325469b80677523001b2246_SeqId_6_) 2024-12-02T13:14:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_1 2024-12-02T13:14:03,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_0 into 114ec82331da723e4d24acb1c77adc2a/f1 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/1a0cfbf75dbf4cf2aeb1dd5e8b90a00c_SeqId_6_ - updating store file list. 2024-12-02T13:14:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a0cfbf75dbf4cf2aeb1dd5e8b90a00c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:14:03,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/1a0cfbf75dbf4cf2aeb1dd5e8b90a00c_SeqId_6_ into 114ec82331da723e4d24acb1c77adc2a/f1 2024-12-02T13:14:03,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_0 into 114ec82331da723e4d24acb1c77adc2a/f1 (new location: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/f1/1a0cfbf75dbf4cf2aeb1dd5e8b90a00c_SeqId_6_) 2024-12-02T13:14:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/staging/jenkins__test__j8r9isi121udoc5rs7riur7sh99csr9jdjot020j7oe8ar2n32187jjd09m8f6np/f1/hfile_0 2024-12-02T13:14:03,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:14:03,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:14:03,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:03,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:14:03,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:14:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2 , the old value is region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=06e3e18f2515:43221 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:14:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:14:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2 from cache 2024-12-02T13:14:03,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:14:03,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,43221,1733145229115, seqNum=-1] 2024-12-02T13:14:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:14:03,204 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T13:14:03,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:14:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., hostname=06e3e18f2515,43221,1733145229115, seqNum=2] 2024-12-02T13:14:03,313 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:43221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T13:14:03,793 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 687, reset compression=false 2024-12-02T13:14:03,798 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:14:03,798 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:03,798 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,43221,1733145229115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:14:04,002 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:04,306 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:04,711 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:05,215 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:05,819 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:06,523 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:07,327 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:08,231 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T13:14:09,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T13:14:09,235 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:10,339 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:11,542 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:12,846 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:14,250 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:15,754 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:17,358 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:18,664 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:14:19,061 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:20,865 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:22,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:14:22,769 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:23,801 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,43221,1733145229115 got entry batch from reader: null 2024-12-02T13:14:24,773 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:26,882 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:29,086 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:31,390 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:32,094 INFO [master/06e3e18f2515:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T13:14:32,094 INFO [master/06e3e18f2515:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T13:14:33,796 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:36,128 INFO [master/06e3e18f2515:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T13:14:36,128 INFO [master/06e3e18f2515:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T13:14:36,300 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:38,904 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:41,608 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:42,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 114ec82331da723e4d24acb1c77adc2a, had cached 0 bytes from a total of 31376 2024-12-02T13:14:43,801 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,43221,1733145229115 got entry batch from reader: null 2024-12-02T13:14:44,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff999df05e724c8d6e2180dfef354e27, had cached 0 bytes from a total of 15585 2024-12-02T13:14:44,412 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:47,316 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:48,664 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:14:50,320 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:52,084 DEBUG [master/06e3e18f2515:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T13:14:52,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:14:53,424 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:56,122 DEBUG [master/06e3e18f2515:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T13:14:56,630 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:14:59,935 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:15:03,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:15:03,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:03,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:03,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:03,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:03,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:03,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:15:03,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260092434, stopped=false 2024-12-02T13:15:03,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,46085,1733145233002 2024-12-02T13:15:03,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1449961069/running 2024-12-02T13:15:03,234 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1449961069/running 2024-12-02T13:15:03,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:15:03,235 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:15:03,235 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:03,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:03,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:03,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:03,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on znode that does not yet exist, /1449961069/running 2024-12-02T13:15:03,235 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,37773,1733145233088' ***** 2024-12-02T13:15:03,235 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:15:03,235 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:15:03,235 INFO [RS:0;06e3e18f2515:37773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:15:03,235 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:15:03,235 INFO [RS:0;06e3e18f2515:37773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(3091): Received CLOSE for ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:15:03,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Set watcher on znode that does not yet exist, /1449961069/running 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,37773,1733145233088 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37773. 2024-12-02T13:15:03,236 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff999df05e724c8d6e2180dfef354e27, disabling compactions & flushes 2024-12-02T13:15:03,236 DEBUG [RS:0;06e3e18f2515:37773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:03,236 DEBUG [RS:0;06e3e18f2515:37773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:03,236 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:15:03,236 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:15:03,236 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. after waiting 0 ms 2024-12-02T13:15:03,236 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:15:03,236 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:15:03,237 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff999df05e724c8d6e2180dfef354e27=test,,1733145238346.ff999df05e724c8d6e2180dfef354e27.} 2024-12-02T13:15:03,237 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff999df05e724c8d6e2180dfef354e27 2024-12-02T13:15:03,237 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:03,237 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:03,237 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:03,237 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:03,237 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:03,237 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T13:15:03,240 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/default/test/ff999df05e724c8d6e2180dfef354e27/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T13:15:03,241 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:03,241 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:15:03,241 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:15:03,241 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff999df05e724c8d6e2180dfef354e27: Waiting for close lock at 1733145303236Running coprocessor pre-close hooks at 1733145303236Disabling compacts and flushes for region at 1733145303236Disabling writes for close at 1733145303236Writing region close event to WAL at 1733145303237 (+1 ms)Running coprocessor post-close hooks at 1733145303241 (+4 ms)Closed at 1733145303241 2024-12-02T13:15:03,241 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145238346.ff999df05e724c8d6e2180dfef354e27. 2024-12-02T13:15:03,252 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/info/2f13caeed87f474aac42955eb7190ebe is 129, key is test,,1733145238346.ff999df05e724c8d6e2180dfef354e27./info:regioninfo/1733145239113/Put/seqid=0 2024-12-02T13:15:03,254 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:03,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741839_1015 (size=6421) 2024-12-02T13:15:03,338 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:15:03,437 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:03,637 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:03,656 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/info/2f13caeed87f474aac42955eb7190ebe 2024-12-02T13:15:03,679 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/ns/08663fbedee34b85a0108c0e2b0458ba is 43, key is default/ns:d/1733145236116/Put/seqid=0 2024-12-02T13:15:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741840_1016 (size=5153) 2024-12-02T13:15:03,801 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,43221,1733145229115 got entry batch from reader: null 2024-12-02T13:15:03,837 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:04,001 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:15:04,001 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:15:04,038 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:04,085 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/ns/08663fbedee34b85a0108c0e2b0458ba 2024-12-02T13:15:04,121 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/rep_barrier/80376144f3654a1f92fdcd4b2e62570f is 112, key is test,,1733145238346.ff999df05e724c8d6e2180dfef354e27./rep_barrier:seqnumDuringOpen/1733145239113/Put/seqid=0 2024-12-02T13:15:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741841_1017 (size=5518) 2024-12-02T13:15:04,238 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:15:04,238 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:15:04,238 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:04,438 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:04,544 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/rep_barrier/80376144f3654a1f92fdcd4b2e62570f 2024-12-02T13:15:04,591 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/table/f431f1bea43c429fb501692fced081f9 is 40, key is test/table:state/1733145239124/Put/seqid=0 2024-12-02T13:15:04,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741842_1018 (size=5165) 2024-12-02T13:15:04,639 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:04,839 DEBUG [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:04,996 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/table/f431f1bea43c429fb501692fced081f9 2024-12-02T13:15:05,003 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/info/2f13caeed87f474aac42955eb7190ebe as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/info/2f13caeed87f474aac42955eb7190ebe 2024-12-02T13:15:05,009 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/info/2f13caeed87f474aac42955eb7190ebe, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T13:15:05,010 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/ns/08663fbedee34b85a0108c0e2b0458ba as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/ns/08663fbedee34b85a0108c0e2b0458ba 2024-12-02T13:15:05,017 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/ns/08663fbedee34b85a0108c0e2b0458ba, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:15:05,018 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/rep_barrier/80376144f3654a1f92fdcd4b2e62570f as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/rep_barrier/80376144f3654a1f92fdcd4b2e62570f 2024-12-02T13:15:05,023 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/rep_barrier/80376144f3654a1f92fdcd4b2e62570f, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T13:15:05,024 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/.tmp/table/f431f1bea43c429fb501692fced081f9 as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/table/f431f1bea43c429fb501692fced081f9 2024-12-02T13:15:05,030 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/table/f431f1bea43c429fb501692fced081f9, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:15:05,031 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1794ms, sequenceid=11, compaction requested=false 2024-12-02T13:15:05,037 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T13:15:05,038 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:05,038 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:05,038 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:05,038 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145303237Running coprocessor pre-close hooks at 1733145303237Disabling compacts and flushes for region at 1733145303237Disabling writes for close at 1733145303237Obtaining lock to block concurrent updates at 1733145303237Preparing flush snapshotting stores in 1588230740 at 1733145303237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733145303237Flushing stores of hbase:meta,,1.1588230740 at 1733145303238 (+1 ms)Flushing 1588230740/info: creating writer at 1733145303238Flushing 1588230740/info: appending metadata at 1733145303251 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733145303251Flushing 1588230740/ns: creating writer at 1733145303661 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733145303679 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733145303679Flushing 1588230740/rep_barrier: creating writer at 1733145304095 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145304120 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145304120Flushing 1588230740/table: creating writer at 1733145304550 (+430 ms)Flushing 1588230740/table: appending metadata at 1733145304591 (+41 ms)Flushing 1588230740/table: closing flushed file at 1733145304591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd443df: reopening flushed file at 1733145305002 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b70963f: reopening flushed file at 1733145305009 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2bbc6d: reopening flushed file at 1733145305017 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb88a7c: reopening flushed file at 1733145305023 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1794ms, sequenceid=11, compaction requested=false at 1733145305031 (+8 ms)Writing region close event to WAL at 1733145305033 (+2 ms)Running coprocessor post-close hooks at 1733145305038 (+5 ms)Closed at 1733145305038 2024-12-02T13:15:05,038 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:05,039 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,37773,1733145233088; all regions closed. 2024-12-02T13:15:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741834_1010 (size=2717) 2024-12-02T13:15:05,043 DEBUG [RS:0;06e3e18f2515:37773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/oldWALs 2024-12-02T13:15:05,043 INFO [RS:0;06e3e18f2515:37773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37773%2C1733145233088.meta:.meta(num 1733145236076) 2024-12-02T13:15:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741832_1008 (size=1028) 2024-12-02T13:15:05,048 DEBUG [RS:0;06e3e18f2515:37773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/oldWALs 2024-12-02T13:15:05,048 INFO [RS:0;06e3e18f2515:37773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37773%2C1733145233088:(num 1733145235128) 2024-12-02T13:15:05,048 DEBUG [RS:0;06e3e18f2515:37773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:05,048 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:05,048 INFO [RS:0;06e3e18f2515:37773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:05,048 INFO [RS:0;06e3e18f2515:37773 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:05,049 INFO [RS:0;06e3e18f2515:37773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:05,049 INFO [RS:0;06e3e18f2515:37773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37773. 2024-12-02T13:15:05,049 DEBUG [RS:0;06e3e18f2515:37773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:05,049 DEBUG [RS:0;06e3e18f2515:37773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:05,049 DEBUG [RS:0;06e3e18f2515:37773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:05,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:05,049 INFO [RS:0;06e3e18f2515:37773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37773 2024-12-02T13:15:05,051 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:05,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069/rs 2024-12-02T13:15:05,052 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1449961069/rs/06e3e18f2515,37773,1733145233088 2024-12-02T13:15:05,052 INFO [RS:0;06e3e18f2515:37773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:05,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,37773,1733145233088] 2024-12-02T13:15:05,053 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1449961069/draining/06e3e18f2515,37773,1733145233088 already deleted, retry=false 2024-12-02T13:15:05,053 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,37773,1733145233088 expired; onlineServers=0 2024-12-02T13:15:05,053 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,46085,1733145233002' ***** 2024-12-02T13:15:05,054 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:15:05,054 INFO [M:0;06e3e18f2515:46085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:05,054 INFO [M:0;06e3e18f2515:46085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:05,054 DEBUG [M:0;06e3e18f2515:46085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:15:05,054 DEBUG [M:0;06e3e18f2515:46085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:15:05,054 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:15:05,054 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145234925 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145234925,5,FailOnTimeoutGroup] 2024-12-02T13:15:05,054 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145234929 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145234929,5,FailOnTimeoutGroup] 2024-12-02T13:15:05,054 INFO [M:0;06e3e18f2515:46085 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:05,054 INFO [M:0;06e3e18f2515:46085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:05,054 DEBUG [M:0;06e3e18f2515:46085 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:15:05,054 INFO [M:0;06e3e18f2515:46085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:15:05,054 INFO [M:0;06e3e18f2515:46085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:05,054 INFO [M:0;06e3e18f2515:46085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:15:05,055 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:15:05,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1449961069/master 2024-12-02T13:15:05,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1449961069 2024-12-02T13:15:05,055 DEBUG [M:0;06e3e18f2515:46085 {}] zookeeper.ZKUtil(347): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Unable to get data of znode /1449961069/master because node does not exist (not an error) 2024-12-02T13:15:05,055 WARN [M:0;06e3e18f2515:46085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:15:05,056 INFO [M:0;06e3e18f2515:46085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/.lastflushedseqids 2024-12-02T13:15:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741843_1019 (size=173) 2024-12-02T13:15:05,153 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:05,153 INFO [RS:0;06e3e18f2515:37773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:05,153 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1009b10d0330004, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:05,153 INFO [RS:0;06e3e18f2515:37773 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,37773,1733145233088; zookeeper connection closed. 2024-12-02T13:15:05,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41d3892c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41d3892c 2024-12-02T13:15:05,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:15:05,461 INFO [M:0;06e3e18f2515:46085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:15:05,461 INFO [M:0;06e3e18f2515:46085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:15:05,461 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:05,461 INFO [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:05,461 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:05,461 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:05,461 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:05,462 INFO [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-02T13:15:05,475 DEBUG [M:0;06e3e18f2515:46085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/070202c1cace435c95f5696491f6217b is 82, key is hbase:meta,,1/info:regioninfo/1733145236106/Put/seqid=0 2024-12-02T13:15:05,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741844_1020 (size=5672) 2024-12-02T13:15:05,882 INFO [M:0;06e3e18f2515:46085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/070202c1cace435c95f5696491f6217b 2024-12-02T13:15:05,903 DEBUG [M:0;06e3e18f2515:46085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eca77658d9474f609342ca594d27730a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733145239128/Put/seqid=0 2024-12-02T13:15:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741845_1021 (size=6728) 2024-12-02T13:15:06,308 INFO [M:0;06e3e18f2515:46085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eca77658d9474f609342ca594d27730a 2024-12-02T13:15:06,312 INFO [M:0;06e3e18f2515:46085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eca77658d9474f609342ca594d27730a 2024-12-02T13:15:06,327 DEBUG [M:0;06e3e18f2515:46085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6a302af3035456ca8e8505cd14bcea9 is 69, key is 06e3e18f2515,37773,1733145233088/rs:state/1733145234988/Put/seqid=0 2024-12-02T13:15:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741846_1022 (size=5156) 2024-12-02T13:15:06,735 INFO [M:0;06e3e18f2515:46085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6a302af3035456ca8e8505cd14bcea9 2024-12-02T13:15:06,742 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/070202c1cace435c95f5696491f6217b as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/070202c1cace435c95f5696491f6217b 2024-12-02T13:15:06,748 INFO [M:0;06e3e18f2515:46085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/070202c1cace435c95f5696491f6217b, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T13:15:06,750 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eca77658d9474f609342ca594d27730a as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eca77658d9474f609342ca594d27730a 2024-12-02T13:15:06,756 INFO [M:0;06e3e18f2515:46085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eca77658d9474f609342ca594d27730a 2024-12-02T13:15:06,757 INFO [M:0;06e3e18f2515:46085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eca77658d9474f609342ca594d27730a, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T13:15:06,758 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6a302af3035456ca8e8505cd14bcea9 as hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6a302af3035456ca8e8505cd14bcea9 2024-12-02T13:15:06,764 INFO [M:0;06e3e18f2515:46085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/37940c77-1654-c9c4-1ff0-a064f5c6c2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6a302af3035456ca8e8505cd14bcea9, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T13:15:06,765 INFO [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false 2024-12-02T13:15:06,773 INFO [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:06,773 DEBUG [M:0;06e3e18f2515:46085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145305461Disabling compacts and flushes for region at 1733145305461Disabling writes for close at 1733145305461Obtaining lock to block concurrent updates at 1733145305462 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145305462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733145305462Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145305462Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145305463 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145305475 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145305475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145305887 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145305902 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145305902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145306312 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145306327 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145306327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bc1af0: reopening flushed file at 1733145306741 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c972bc: reopening flushed file at 1733145306748 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19aff9cd: reopening flushed file at 1733145306757 (+9 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false at 1733145306765 (+8 ms)Writing region close event to WAL at 1733145306773 (+8 ms)Closed at 1733145306773 2024-12-02T13:15:06,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34965 is added to blk_1073741830_1006 (size=33038) 2024-12-02T13:15:06,780 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:06,780 INFO [M:0;06e3e18f2515:46085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:15:06,780 INFO [M:0;06e3e18f2515:46085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46085 2024-12-02T13:15:06,781 INFO [M:0;06e3e18f2515:46085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:06,842 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.1733145231089 to pos 997, reset compression=false 2024-12-02T13:15:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:06,883 INFO [M:0;06e3e18f2515:46085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x1009b10d0330003, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:06,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:06,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:06,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:06,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:06,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:06,888 WARN [BP-1767933697-172.17.0.2-1733145232168 heartbeating to localhost/127.0.0.1:35885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:15:06,888 WARN [BP-1767933697-172.17.0.2-1733145232168 heartbeating to localhost/127.0.0.1:35885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1767933697-172.17.0.2-1733145232168 (Datanode Uuid 5ada7871-ae3d-4d1c-b0c6-b108827123cc) service to localhost/127.0.0.1:35885 2024-12-02T13:15:06,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:15:06,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:15:06,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/cluster_54c48c8c-2027-5642-2275-6e63e67e918c/data/data1/current/BP-1767933697-172.17.0.2-1733145232168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:06,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/cluster_54c48c8c-2027-5642-2275-6e63e67e918c/data/data2/current/BP-1767933697-172.17.0.2-1733145232168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:06,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:15:06,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:06,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:06,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:06,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:06,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:06,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:15:06,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:15:06,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:06,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:06,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:06,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:06,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:06,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:15:06,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32034012, stopped=false 2024-12-02T13:15:06,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,44543,1733145229075 2024-12-02T13:15:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-813893195/running 2024-12-02T13:15:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-813893195/running 2024-12-02T13:15:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:15:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:15:06,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:06,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on znode that does not yet exist, /0-813893195/running 2024-12-02T13:15:06,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Set watcher on znode that does not yet exist, /0-813893195/running 2024-12-02T13:15:06,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:06,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:06,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:06,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,43221,1733145229115' ***** 2024-12-02T13:15:06,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:15:06,924 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:15:06,924 INFO [RS:0;06e3e18f2515:43221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:15:06,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:15:06,924 INFO [RS:0;06e3e18f2515:43221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:15:06,924 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(3091): Received CLOSE for 114ec82331da723e4d24acb1c77adc2a 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(3091): Received CLOSE for 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,43221,1733145229115 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:43221. 2024-12-02T13:15:06,925 DEBUG [RS:0;06e3e18f2515:43221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:06,925 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 114ec82331da723e4d24acb1c77adc2a, disabling compactions & flushes 2024-12-02T13:15:06,925 DEBUG [RS:0;06e3e18f2515:43221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:06,925 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:15:06,925 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:15:06,925 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. after waiting 0 ms 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:15:06,925 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:15:06,925 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:15:06,926 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:15:06,926 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1325): Online Regions={114ec82331da723e4d24acb1c77adc2a=test,,1733145236192.114ec82331da723e4d24acb1c77adc2a., 1588230740=hbase:meta,,1.1588230740, 743c0e3c2545c9a1b213dc4524b4f550=hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550.} 2024-12-02T13:15:06,926 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 114ec82331da723e4d24acb1c77adc2a, 1588230740, 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:15:06,926 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:06,926 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:06,926 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:06,926 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:06,926 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:06,926 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:15:06,929 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/default/test/114ec82331da723e4d24acb1c77adc2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:15:06,930 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:06,930 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:15:06,930 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:15:06,930 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 114ec82331da723e4d24acb1c77adc2a: Waiting for close lock at 1733145306925Running coprocessor pre-close hooks at 1733145306925Disabling compacts and flushes for region at 1733145306925Disabling writes for close at 1733145306925Writing region close event to WAL at 1733145306926 (+1 ms)Running coprocessor post-close hooks at 1733145306930 (+4 ms)Closed at 1733145306930 2024-12-02T13:15:06,930 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145236192.114ec82331da723e4d24acb1c77adc2a. 2024-12-02T13:15:06,930 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 743c0e3c2545c9a1b213dc4524b4f550, disabling compactions & flushes 2024-12-02T13:15:06,930 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:15:06,931 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:15:06,931 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. after waiting 0 ms 2024-12-02T13:15:06,931 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:15:06,931 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 743c0e3c2545c9a1b213dc4524b4f550 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-02T13:15:06,945 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/info/e214631665ce4b57a5a1e267c0c36b2e is 147, key is hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550./info:regioninfo/1733145240001/Put/seqid=0 2024-12-02T13:15:06,946 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/.tmp/hfileref/282cb654db5e4b25a937de9cf790b786 is 74, key is 1/hfileref:19450b2bf10e422f99dbf4a0d4b95f00_SeqId_4_/1733145242258/DeleteColumn/seqid=0 2024-12-02T13:15:06,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741845_1021 (size=5203) 2024-12-02T13:15:06,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741844_1020 (size=7686) 2024-12-02T13:15:07,001 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:15:07,001 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:15:07,022 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:07,126 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:15:07,326 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 743c0e3c2545c9a1b213dc4524b4f550 2024-12-02T13:15:07,356 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/info/e214631665ce4b57a5a1e267c0c36b2e 2024-12-02T13:15:07,356 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/.tmp/hfileref/282cb654db5e4b25a937de9cf790b786 2024-12-02T13:15:07,374 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/.tmp/queue/7321fe57be904a9abba922a4eb0063c1 is 153, key is 1-06e3e18f2515,43221,1733145229115/queue:06e3e18f2515%2C43221%2C1733145229115/1733145243799/Put/seqid=0 2024-12-02T13:15:07,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741846_1022 (size=5352) 2024-12-02T13:15:07,378 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/.tmp/queue/7321fe57be904a9abba922a4eb0063c1 2024-12-02T13:15:07,379 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/ns/0fa66bfe224f459ab04f5d01ec89b157 is 43, key is default/ns:d/1733145232075/Put/seqid=0 2024-12-02T13:15:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741847_1023 (size=5153) 2024-12-02T13:15:07,384 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/.tmp/hfileref/282cb654db5e4b25a937de9cf790b786 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/hfileref/282cb654db5e4b25a937de9cf790b786 2024-12-02T13:15:07,388 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/hfileref/282cb654db5e4b25a937de9cf790b786, entries=2, sequenceid=10, filesize=5.1 K 2024-12-02T13:15:07,389 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/.tmp/queue/7321fe57be904a9abba922a4eb0063c1 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/queue/7321fe57be904a9abba922a4eb0063c1 2024-12-02T13:15:07,394 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/queue/7321fe57be904a9abba922a4eb0063c1, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T13:15:07,394 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 743c0e3c2545c9a1b213dc4524b4f550 in 463ms, sequenceid=10, compaction requested=false 2024-12-02T13:15:07,399 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/replication/743c0e3c2545c9a1b213dc4524b4f550/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T13:15:07,399 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:07,399 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:07,399 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:15:07,399 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 743c0e3c2545c9a1b213dc4524b4f550: Waiting for close lock at 1733145306930Running coprocessor pre-close hooks at 1733145306930Disabling compacts and flushes for region at 1733145306930Disabling writes for close at 1733145306931 (+1 ms)Obtaining lock to block concurrent updates at 1733145306931Preparing flush snapshotting stores in 743c0e3c2545c9a1b213dc4524b4f550 at 1733145306931Finished memstore snapshotting hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733145306931Flushing stores of hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. at 1733145306931Flushing 743c0e3c2545c9a1b213dc4524b4f550/hfileref: creating writer at 1733145306932 (+1 ms)Flushing 743c0e3c2545c9a1b213dc4524b4f550/hfileref: appending metadata at 1733145306946 (+14 ms)Flushing 743c0e3c2545c9a1b213dc4524b4f550/hfileref: closing flushed file at 1733145306946Flushing 743c0e3c2545c9a1b213dc4524b4f550/queue: creating writer at 1733145307361 (+415 ms)Flushing 743c0e3c2545c9a1b213dc4524b4f550/queue: appending metadata at 1733145307374 (+13 ms)Flushing 743c0e3c2545c9a1b213dc4524b4f550/queue: closing flushed file at 1733145307374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310ff34a: reopening flushed file at 1733145307383 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130e0ac: reopening flushed file at 1733145307388 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 743c0e3c2545c9a1b213dc4524b4f550 in 463ms, sequenceid=10, compaction requested=false at 1733145307394 (+6 ms)Writing region close event to WAL at 1733145307396 (+2 ms)Running coprocessor post-close hooks at 1733145307399 (+3 ms)Closed at 1733145307399 2024-12-02T13:15:07,399 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145239555.743c0e3c2545c9a1b213dc4524b4f550. 2024-12-02T13:15:07,526 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:07,727 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:07,783 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/ns/0fa66bfe224f459ab04f5d01ec89b157 2024-12-02T13:15:07,800 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/rep_barrier/220ecd5259d6422b9368e599710ec677 is 112, key is test,,1733145236192.114ec82331da723e4d24acb1c77adc2a./rep_barrier:seqnumDuringOpen/1733145237356/Put/seqid=0 2024-12-02T13:15:07,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741848_1024 (size=5518) 2024-12-02T13:15:07,927 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:15:07,927 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:15:07,927 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:08,127 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:08,204 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/rep_barrier/220ecd5259d6422b9368e599710ec677 2024-12-02T13:15:08,221 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/table/310c7e0f2d24449db21cb4520a833443 is 53, key is hbase:replication/table:state/1733145240011/Put/seqid=0 2024-12-02T13:15:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741849_1025 (size=5308) 2024-12-02T13:15:08,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,327 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:08,528 DEBUG [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:08,625 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/table/310c7e0f2d24449db21cb4520a833443 2024-12-02T13:15:08,631 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/info/e214631665ce4b57a5a1e267c0c36b2e as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/info/e214631665ce4b57a5a1e267c0c36b2e 2024-12-02T13:15:08,636 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/info/e214631665ce4b57a5a1e267c0c36b2e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:15:08,637 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/ns/0fa66bfe224f459ab04f5d01ec89b157 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/ns/0fa66bfe224f459ab04f5d01ec89b157 2024-12-02T13:15:08,643 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/ns/0fa66bfe224f459ab04f5d01ec89b157, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:15:08,644 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/rep_barrier/220ecd5259d6422b9368e599710ec677 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/rep_barrier/220ecd5259d6422b9368e599710ec677 2024-12-02T13:15:08,648 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/rep_barrier/220ecd5259d6422b9368e599710ec677, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:15:08,649 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/.tmp/table/310c7e0f2d24449db21cb4520a833443 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/table/310c7e0f2d24449db21cb4520a833443 2024-12-02T13:15:08,653 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/table/310c7e0f2d24449db21cb4520a833443, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:15:08,654 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-12-02T13:15:08,654 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:15:08,659 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:15:08,659 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:08,660 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:08,660 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:08,660 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145306926Running coprocessor pre-close hooks at 1733145306926Disabling compacts and flushes for region at 1733145306926Disabling writes for close at 1733145306926Obtaining lock to block concurrent updates at 1733145306926Preparing flush snapshotting stores in 1588230740 at 1733145306926Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145306927 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145306927Flushing 1588230740/info: creating writer at 1733145306927Flushing 1588230740/info: appending metadata at 1733145306944 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733145306945 (+1 ms)Flushing 1588230740/ns: creating writer at 1733145307361 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733145307378 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733145307378Flushing 1588230740/rep_barrier: creating writer at 1733145307787 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145307799 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145307799Flushing 1588230740/table: creating writer at 1733145308209 (+410 ms)Flushing 1588230740/table: appending metadata at 1733145308221 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733145308221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bff6ec: reopening flushed file at 1733145308630 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6891eaa1: reopening flushed file at 1733145308636 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3444ea64: reopening flushed file at 1733145308643 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495064ce: reopening flushed file at 1733145308648 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1733145308654 (+6 ms)Writing region close event to WAL at 1733145308656 (+2 ms)Running coprocessor post-close hooks at 1733145308659 (+3 ms)Closed at 1733145308660 (+1 ms) 2024-12-02T13:15:08,660 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:08,728 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,43221,1733145229115; all regions closed. 2024-12-02T13:15:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:15:08,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.meta.1733145232024.meta not finished, retry = 0 2024-12-02T13:15:08,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:08,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:08,833 DEBUG [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/oldWALs 2024-12-02T13:15:08,833 INFO [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C43221%2C1733145229115.meta:.meta(num 1733145232024) 2024-12-02T13:15:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741839_1015 (size=2700) 2024-12-02T13:15:08,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/WALs/06e3e18f2515,43221,1733145229115/06e3e18f2515%2C43221%2C1733145229115.rep.1733145239944 not finished, retry = 0 2024-12-02T13:15:08,942 DEBUG [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/oldWALs 2024-12-02T13:15:08,942 INFO [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C43221%2C1733145229115.rep:(num 1733145239944) 2024-12-02T13:15:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741832_1008 (size=1300) 2024-12-02T13:15:08,947 DEBUG [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/oldWALs 2024-12-02T13:15:08,947 INFO [RS:0;06e3e18f2515:43221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C43221%2C1733145229115:(num 1733145231089) 2024-12-02T13:15:08,947 DEBUG [RS:0;06e3e18f2515:43221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:08,947 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:08,947 INFO [RS:0;06e3e18f2515:43221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:08,947 INFO [RS:0;06e3e18f2515:43221 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:08,947 INFO [RS:0;06e3e18f2515:43221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:08,947 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:08,948 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,43221,1733145229115 because: Region server is closing 2024-12-02T13:15:08,948 INFO [RS:0;06e3e18f2515:43221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:43221. 2024-12-02T13:15:08,948 DEBUG [RS:0;06e3e18f2515:43221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:08,948 DEBUG [RS:0;06e3e18f2515:43221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:08,948 DEBUG [RS:0;06e3e18f2515:43221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:08,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:09,048 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:15:09,048 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.wal-reader.06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:15:09,049 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,43221,1733145229115.replicationSource.shipper06e3e18f2515%2C43221%2C1733145229115,1-06e3e18f2515,43221,1733145229115 terminated 2024-12-02T13:15:09,049 INFO [RS:0;06e3e18f2515:43221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43221 2024-12-02T13:15:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-813893195/rs/06e3e18f2515,43221,1733145229115 2024-12-02T13:15:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195/rs 2024-12-02T13:15:09,050 INFO [RS:0;06e3e18f2515:43221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:09,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,43221,1733145229115] 2024-12-02T13:15:09,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-813893195/draining/06e3e18f2515,43221,1733145229115 already deleted, retry=false 2024-12-02T13:15:09,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,43221,1733145229115 expired; onlineServers=0 2024-12-02T13:15:09,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,44543,1733145229075' ***** 2024-12-02T13:15:09,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:15:09,052 INFO [M:0;06e3e18f2515:44543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:09,052 INFO [M:0;06e3e18f2515:44543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:09,052 DEBUG [M:0;06e3e18f2515:44543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:15:09,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:15:09,052 DEBUG [M:0;06e3e18f2515:44543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:15:09,052 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145230883 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145230883,5,FailOnTimeoutGroup] 2024-12-02T13:15:09,052 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145230884 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145230884,5,FailOnTimeoutGroup] 2024-12-02T13:15:09,052 INFO [M:0;06e3e18f2515:44543 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:09,052 INFO [M:0;06e3e18f2515:44543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:09,052 DEBUG [M:0;06e3e18f2515:44543 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:15:09,052 INFO [M:0;06e3e18f2515:44543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:15:09,052 INFO [M:0;06e3e18f2515:44543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:09,052 INFO [M:0;06e3e18f2515:44543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:15:09,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:15:09,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-813893195/master 2024-12-02T13:15:09,053 DEBUG [M:0;06e3e18f2515:44543 {}] zookeeper.ZKUtil(347): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Unable to get data of znode /0-813893195/master because node does not exist (not an error) 2024-12-02T13:15:09,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-813893195 2024-12-02T13:15:09,053 WARN [M:0;06e3e18f2515:44543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:15:09,054 INFO [M:0;06e3e18f2515:44543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/.lastflushedseqids 2024-12-02T13:15:09,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741850_1026 (size=263) 2024-12-02T13:15:09,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:09,151 INFO [RS:0;06e3e18f2515:43221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:09,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43221-0x1009b10d0330001, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:09,151 INFO [RS:0;06e3e18f2515:43221 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,43221,1733145229115; zookeeper connection closed. 2024-12-02T13:15:09,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a89cfb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a89cfb3 2024-12-02T13:15:09,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:15:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:15:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:15:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T13:15:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:15:09,459 INFO [M:0;06e3e18f2515:44543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:15:09,459 INFO [M:0;06e3e18f2515:44543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:15:09,459 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:09,459 INFO [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:09,459 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:09,459 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:09,459 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:09,459 INFO [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-02T13:15:09,473 DEBUG [M:0;06e3e18f2515:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc51a5299b3347cba682ee6c48cc249d is 82, key is hbase:meta,,1/info:regioninfo/1733145232063/Put/seqid=0 2024-12-02T13:15:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741851_1027 (size=5672) 2024-12-02T13:15:09,477 INFO [M:0;06e3e18f2515:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc51a5299b3347cba682ee6c48cc249d 2024-12-02T13:15:09,495 DEBUG [M:0;06e3e18f2515:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b3bde3ea1648ad8f4e4798ca4790aa is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733145237369/Put/seqid=0 2024-12-02T13:15:09,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741852_1028 (size=7240) 2024-12-02T13:15:09,900 INFO [M:0;06e3e18f2515:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b3bde3ea1648ad8f4e4798ca4790aa 2024-12-02T13:15:09,904 INFO [M:0;06e3e18f2515:44543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37b3bde3ea1648ad8f4e4798ca4790aa 2024-12-02T13:15:09,917 DEBUG [M:0;06e3e18f2515:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd45c3b5e7d84a0e9d5772a0fe54e8b1 is 69, key is 06e3e18f2515,43221,1733145229115/rs:state/1733145230948/Put/seqid=0 2024-12-02T13:15:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741853_1029 (size=5156) 2024-12-02T13:15:10,321 INFO [M:0;06e3e18f2515:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd45c3b5e7d84a0e9d5772a0fe54e8b1 2024-12-02T13:15:10,326 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc51a5299b3347cba682ee6c48cc249d as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc51a5299b3347cba682ee6c48cc249d 2024-12-02T13:15:10,331 INFO [M:0;06e3e18f2515:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc51a5299b3347cba682ee6c48cc249d, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T13:15:10,332 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b3bde3ea1648ad8f4e4798ca4790aa as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37b3bde3ea1648ad8f4e4798ca4790aa 2024-12-02T13:15:10,336 INFO [M:0;06e3e18f2515:44543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37b3bde3ea1648ad8f4e4798ca4790aa 2024-12-02T13:15:10,336 INFO [M:0;06e3e18f2515:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37b3bde3ea1648ad8f4e4798ca4790aa, entries=11, sequenceid=105, filesize=7.1 K 2024-12-02T13:15:10,337 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd45c3b5e7d84a0e9d5772a0fe54e8b1 as hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd45c3b5e7d84a0e9d5772a0fe54e8b1 2024-12-02T13:15:10,341 INFO [M:0;06e3e18f2515:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd45c3b5e7d84a0e9d5772a0fe54e8b1, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T13:15:10,342 INFO [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-12-02T13:15:10,343 INFO [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:10,343 DEBUG [M:0;06e3e18f2515:44543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145309459Disabling compacts and flushes for region at 1733145309459Disabling writes for close at 1733145309459Obtaining lock to block concurrent updates at 1733145309459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145309459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733145309459Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145309460 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145309460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145309472 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145309472Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145309481 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145309495 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145309495Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145309904 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145309916 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145309916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20aa4be0: reopening flushed file at 1733145310325 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63204a77: reopening flushed file at 1733145310331 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748b1041: reopening flushed file at 1733145310336 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1733145310342 (+6 ms)Writing region close event to WAL at 1733145310343 (+1 ms)Closed at 1733145310343 2024-12-02T13:15:10,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6560951a-0ec2-4def-40a5-95067f936b2d/MasterData/WALs/06e3e18f2515,44543,1733145229075/06e3e18f2515%2C44543%2C1733145229075.1733145230810 not finished, retry = 0 2024-12-02T13:15:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37743 is added to blk_1073741830_1006 (size=64526) 2024-12-02T13:15:10,446 INFO [M:0;06e3e18f2515:44543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:15:10,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:10,446 INFO [M:0;06e3e18f2515:44543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44543 2024-12-02T13:15:10,446 INFO [M:0;06e3e18f2515:44543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:10,547 INFO [M:0;06e3e18f2515:44543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1009b10d0330000, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:10,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:10,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:10,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:10,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:10,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:10,550 WARN [BP-226407848-172.17.0.2-1733145228245 heartbeating to localhost/127.0.0.1:35055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:15:10,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:15:10,550 WARN [BP-226407848-172.17.0.2-1733145228245 heartbeating to localhost/127.0.0.1:35055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226407848-172.17.0.2-1733145228245 (Datanode Uuid 52e66602-ac5a-4049-a6fe-e2d7befce230) service to localhost/127.0.0.1:35055 2024-12-02T13:15:10,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:15:10,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c/data/data1/current/BP-226407848-172.17.0.2-1733145228245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:10,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/cluster_8919a836-4e96-7b34-bbaf-931b0de18f4c/data/data2/current/BP-226407848-172.17.0.2-1733145228245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:10,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:15:10,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:10,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:10,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:10,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:10,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/672e8701-d0dc-3d59-f7f2-26536f12c609/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:10,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:15:10,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:15:10,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50723) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35885 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2888b90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35055 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50723) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2888b90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 204) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2040 (was 2796) 2024-12-02T13:15:10,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=2040 2024-12-02T13:15:10,599 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-02T13:15:10,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.log.dir so I do NOT create it in target/test-data/4b145161-8cdb-c79b-a471-5916533f9116 2024-12-02T13:15:10,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:15:10,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.tmp.dir so I do NOT create it in target/test-data/4b145161-8cdb-c79b-a471-5916533f9116 2024-12-02T13:15:10,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa424508-014d-63c9-e30f-f9d971b63aa6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:15:10,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116 2024-12-02T13:15:10,599 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50, deleteOnExit=true 2024-12-02T13:15:10,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50/zookeeper_0, clientPort=57990, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:15:10,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57990 2024-12-02T13:15:10,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:15:10,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/test.cache.data in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:15:10,603 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:15:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:15:10,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:15:10,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b10d0330005, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:15:10,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b10d0330005, quorum=127.0.0.1:50723, baseZNode=/1449961069 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:15:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b10d0330002, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:15:10,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b10d0330002, quorum=127.0.0.1:50723, baseZNode=/0-813893195 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:15:10,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:10,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:10,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:10,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:10,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:15:10,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:10,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:10,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:10,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103e63a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/java.io.tmpdir/jetty-localhost-46829-hadoop-hdfs-3_4_1-tests_jar-_-any-17358941024938910756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:10,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:46829} 2024-12-02T13:15:10,863 INFO [Time-limited test {}] server.Server(415): Started @126762ms 2024-12-02T13:15:10,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:10,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:10,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:10,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:10,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:15:10,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:10,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:11,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/java.io.tmpdir/jetty-localhost-39025-hadoop-hdfs-3_4_1-tests_jar-_-any-3794824300625562544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:11,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:39025} 2024-12-02T13:15:11,029 INFO [Time-limited test {}] server.Server(415): Started @126927ms 2024-12-02T13:15:11,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:15:11,090 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50/data/data1/current/BP-636276274-172.17.0.2-1733145310635/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:11,090 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50/data/data2/current/BP-636276274-172.17.0.2-1733145310635/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:11,109 WARN [Thread-1266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:15:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7a852158a0dbc0d with lease ID 0x468f9ff79c9e3e5f: Processing first storage report for DS-208cdd4a-7825-4e4c-bf18-282619499498 from datanode DatanodeRegistration(127.0.0.1:38111, datanodeUuid=c7fd9831-8ef7-4589-adff-3f110e5399d9, infoPort=41507, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1177913104;c=1733145310635) 2024-12-02T13:15:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7a852158a0dbc0d with lease ID 0x468f9ff79c9e3e5f: from storage DS-208cdd4a-7825-4e4c-bf18-282619499498 node DatanodeRegistration(127.0.0.1:38111, datanodeUuid=c7fd9831-8ef7-4589-adff-3f110e5399d9, infoPort=41507, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1177913104;c=1733145310635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7a852158a0dbc0d with lease ID 0x468f9ff79c9e3e5f: Processing first storage report for DS-c7ddce1e-5622-4748-ae4d-8e4167c3e727 from datanode DatanodeRegistration(127.0.0.1:38111, datanodeUuid=c7fd9831-8ef7-4589-adff-3f110e5399d9, infoPort=41507, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1177913104;c=1733145310635) 2024-12-02T13:15:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7a852158a0dbc0d with lease ID 0x468f9ff79c9e3e5f: from storage DS-c7ddce1e-5622-4748-ae4d-8e4167c3e727 node DatanodeRegistration(127.0.0.1:38111, datanodeUuid=c7fd9831-8ef7-4589-adff-3f110e5399d9, infoPort=41507, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1177913104;c=1733145310635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:11,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116 2024-12-02T13:15:11,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:11,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:11,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:15:11,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e with version=8 2024-12-02T13:15:11,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/hbase-staging 2024-12-02T13:15:11,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:11,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:11,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:11,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:11,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:11,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:11,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:15:11,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:11,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42551 2024-12-02T13:15:11,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42551 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425510x0, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:11,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42551-0x1009b1211f80000 connected 2024-12-02T13:15:11,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:11,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:11,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:11,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e, hbase.cluster.distributed=false 2024-12-02T13:15:11,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/acl 2024-12-02T13:15:11,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42551 2024-12-02T13:15:11,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42551 2024-12-02T13:15:11,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42551 2024-12-02T13:15:11,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42551 2024-12-02T13:15:11,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42551 2024-12-02T13:15:11,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:11,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:11,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:15:11,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:11,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37657 2024-12-02T13:15:11,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37657 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:11,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:11,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:11,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376570x0, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:11,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376570x0, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:11,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37657-0x1009b1211f80001 connected 2024-12-02T13:15:11,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:15:11,617 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:15:11,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/master 2024-12-02T13:15:11,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/acl 2024-12-02T13:15:11,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37657 2024-12-02T13:15:11,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37657 2024-12-02T13:15:11,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37657 2024-12-02T13:15:11,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37657 2024-12-02T13:15:11,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37657 2024-12-02T13:15:11,637 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:42551 2024-12-02T13:15:11,637 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-371616812/backup-masters/06e3e18f2515,42551,1733145311561 2024-12-02T13:15:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:11,639 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on existing znode=/0-371616812/backup-masters/06e3e18f2515,42551,1733145311561 2024-12-02T13:15:11,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-371616812/master 2024-12-02T13:15:11,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:11,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:11,640 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on existing znode=/0-371616812/master 2024-12-02T13:15:11,640 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-371616812/backup-masters/06e3e18f2515,42551,1733145311561 from backup master directory 2024-12-02T13:15:11,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/backup-masters/06e3e18f2515,42551,1733145311561 2024-12-02T13:15:11,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:11,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:11,640 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:11,640 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,42551,1733145311561 2024-12-02T13:15:11,644 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/hbase.id] with ID: f2cde311-c597-4524-9fa6-dd824c86e2ec 2024-12-02T13:15:11,644 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/.tmp/hbase.id 2024-12-02T13:15:11,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:15:12,052 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/.tmp/hbase.id]:[hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/hbase.id] 2024-12-02T13:15:12,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:12,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:15:12,062 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:15:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:12,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:15:12,469 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:12,470 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:15:12,470 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:15:12,877 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store 2024-12-02T13:15:12,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:15:13,282 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:13,283 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:13,283 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:13,283 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:13,283 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:13,283 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:13,283 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:13,283 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145313282Disabling compacts and flushes for region at 1733145313282Disabling writes for close at 1733145313283 (+1 ms)Writing region close event to WAL at 1733145313283Closed at 1733145313283 2024-12-02T13:15:13,284 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/.initializing 2024-12-02T13:15:13,284 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561 2024-12-02T13:15:13,285 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:13,286 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C42551%2C1733145311561, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/oldWALs, maxLogs=10 2024-12-02T13:15:13,297 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561/06e3e18f2515%2C42551%2C1733145311561.1733145313286, exclude list is [], retry=0 2024-12-02T13:15:13,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:13,301 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561/06e3e18f2515%2C42551%2C1733145311561.1733145313286 2024-12-02T13:15:13,301 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:13,301 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:13,301 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:13,301 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,301 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:15:13,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:13,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:13,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:15:13,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:13,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:13,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:15:13,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:13,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:13,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:15:13,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:13,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:13,309 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,309 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,310 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,311 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,311 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,311 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:13,312 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:13,314 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:13,315 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71711663, jitterRate=0.0685870498418808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:13,315 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145313301Initializing all the Stores at 1733145313302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145313302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145313302Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145313302Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145313302Cleaning up temporary data from old regions at 1733145313311 (+9 ms)Region opened successfully at 1733145313315 (+4 ms) 2024-12-02T13:15:13,315 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:15:13,318 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cec30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:13,319 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:15:13,319 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:15:13,319 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:15:13,319 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:15:13,320 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:15:13,320 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:15:13,320 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:15:13,322 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:15:13,322 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/balancer because node does not exist (not necessarily an error) 2024-12-02T13:15:13,323 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/balancer already deleted, retry=false 2024-12-02T13:15:13,323 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:15:13,324 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:15:13,324 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/normalizer already deleted, retry=false 2024-12-02T13:15:13,324 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:15:13,325 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:15:13,325 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/switch/split already deleted, retry=false 2024-12-02T13:15:13,326 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:15:13,326 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/switch/merge already deleted, retry=false 2024-12-02T13:15:13,328 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:15:13,328 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/snapshot-cleanup already deleted, retry=false 2024-12-02T13:15:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:13,330 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,42551,1733145311561, sessionid=0x1009b1211f80000, setting cluster-up flag (Was=false) 2024-12-02T13:15:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:13,333 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-371616812/flush-table-proc/acquired, /0-371616812/flush-table-proc/reached, /0-371616812/flush-table-proc/abort 2024-12-02T13:15:13,334 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,42551,1733145311561 2024-12-02T13:15:13,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:13,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:13,337 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-371616812/online-snapshot/acquired, /0-371616812/online-snapshot/reached, /0-371616812/online-snapshot/abort 2024-12-02T13:15:13,338 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,42551,1733145311561 2024-12-02T13:15:13,339 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:15:13,340 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:13,340 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:15:13,340 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:15:13,341 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,42551,1733145311561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:13,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145343343 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:15:13,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:15:13,343 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:15:13,344 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:15:13,344 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:15:13,344 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145313344,5,FailOnTimeoutGroup] 2024-12-02T13:15:13,344 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145313344,5,FailOnTimeoutGroup] 2024-12-02T13:15:13,344 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,344 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:15:13,344 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:13,344 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:15:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:15:13,430 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(746): ClusterId : f2cde311-c597-4524-9fa6-dd824c86e2ec 2024-12-02T13:15:13,430 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:15:13,431 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:15:13,431 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:15:13,433 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:15:13,433 DEBUG [RS:0;06e3e18f2515:37657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5309d405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:13,442 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:37657 2024-12-02T13:15:13,442 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:15:13,442 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:15:13,442 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:15:13,443 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,42551,1733145311561 with port=37657, startcode=1733145311608 2024-12-02T13:15:13,443 DEBUG [RS:0;06e3e18f2515:37657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:15:13,444 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:15:13,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,37657,1733145311608 2024-12-02T13:15:13,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42551 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,37657,1733145311608 2024-12-02T13:15:13,446 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e 2024-12-02T13:15:13,446 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40571 2024-12-02T13:15:13,446 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:15:13,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/rs 2024-12-02T13:15:13,447 DEBUG [RS:0;06e3e18f2515:37657 {}] zookeeper.ZKUtil(111): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on existing znode=/0-371616812/rs/06e3e18f2515,37657,1733145311608 2024-12-02T13:15:13,448 WARN [RS:0;06e3e18f2515:37657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:13,448 INFO [RS:0;06e3e18f2515:37657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:13,448 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608 2024-12-02T13:15:13,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,37657,1733145311608] 2024-12-02T13:15:13,455 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:15:13,456 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:15:13,456 INFO [RS:0;06e3e18f2515:37657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:15:13,456 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,456 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:15:13,457 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:15:13,457 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:13,457 DEBUG [RS:0;06e3e18f2515:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:13,458 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,458 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,458 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,458 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,458 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,458 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37657,1733145311608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:13,473 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:15:13,473 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37657,1733145311608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,473 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,473 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.Replication(171): 06e3e18f2515,37657,1733145311608 started 2024-12-02T13:15:13,487 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:13,487 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,37657,1733145311608, RpcServer on 06e3e18f2515/172.17.0.2:37657, sessionid=0x1009b1211f80001 2024-12-02T13:15:13,487 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:15:13,487 DEBUG [RS:0;06e3e18f2515:37657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,37657,1733145311608 2024-12-02T13:15:13,487 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37657,1733145311608' 2024-12-02T13:15:13,487 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-371616812/flush-table-proc/abort' 2024-12-02T13:15:13,488 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-371616812/flush-table-proc/acquired' 2024-12-02T13:15:13,488 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:15:13,488 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:15:13,488 DEBUG [RS:0;06e3e18f2515:37657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,37657,1733145311608 2024-12-02T13:15:13,488 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37657,1733145311608' 2024-12-02T13:15:13,488 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-371616812/online-snapshot/abort' 2024-12-02T13:15:13,488 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-371616812/online-snapshot/acquired' 2024-12-02T13:15:13,489 DEBUG [RS:0;06e3e18f2515:37657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:15:13,489 INFO [RS:0;06e3e18f2515:37657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:15:13,489 INFO [RS:0;06e3e18f2515:37657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:15:13,589 INFO [RS:0;06e3e18f2515:37657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:13,591 INFO [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37657%2C1733145311608, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs, maxLogs=10 2024-12-02T13:15:13,601 DEBUG [RS:0;06e3e18f2515:37657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591, exclude list is [], retry=0 2024-12-02T13:15:13,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:13,605 INFO [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 2024-12-02T13:15:13,605 DEBUG [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:13,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:15:13,755 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e 2024-12-02T13:15:13,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:15:14,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:14,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:14,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:14,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:14,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:14,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:14,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:14,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:14,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:14,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:14,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:14,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740 2024-12-02T13:15:14,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740 2024-12-02T13:15:14,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:14,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:14,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:14,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:14,173 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:14,173 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72163306, jitterRate=0.07531705498695374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:14,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145314161Initializing all the Stores at 1733145314162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145314162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145314162Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145314162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145314162Cleaning up temporary data from old regions at 1733145314169 (+7 ms)Region opened successfully at 1733145314174 (+5 ms) 2024-12-02T13:15:14,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:14,174 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:14,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:14,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:14,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:14,174 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:14,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145314174Disabling compacts and flushes for region at 1733145314174Disabling writes for close at 1733145314174Writing region close event to WAL at 1733145314174Closed at 1733145314174 2024-12-02T13:15:14,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:14,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:15:14,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:15:14,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:14,177 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:15:14,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:14,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:14,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:14,327 DEBUG [06e3e18f2515:42551 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:15:14,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,37657,1733145311608 2024-12-02T13:15:14,329 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37657,1733145311608, state=OPENING 2024-12-02T13:15:14,330 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:15:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:14,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:14,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37657,1733145311608}] 2024-12-02T13:15:14,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:14,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:14,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:15:14,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:15:14,488 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:15:14,488 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:14,488 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:15:14,489 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37657%2C1733145311608.meta, suffix=.meta, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs, maxLogs=10 2024-12-02T13:15:14,500 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.meta.1733145314490.meta, exclude list is [], retry=0 2024-12-02T13:15:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:14,504 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.meta.1733145314490.meta 2024-12-02T13:15:14,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:14,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:14,504 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:14,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:14,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:15:14,504 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:15:14,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:15:14,505 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:14,505 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:15:14,505 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:15:14,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:14,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:14,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:14,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:14,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:14,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:14,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:14,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:14,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:14,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:14,510 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:14,511 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740 2024-12-02T13:15:14,512 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740 2024-12-02T13:15:14,512 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:14,512 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:14,513 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:14,514 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:14,515 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70276223, jitterRate=0.04719732701778412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:14,515 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:15:14,515 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145314505Writing region info on filesystem at 1733145314505Initializing all the Stores at 1733145314506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145314506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145314506Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145314506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145314506Cleaning up temporary data from old regions at 1733145314512 (+6 ms)Running coprocessor post-open hooks at 1733145314515 (+3 ms)Region opened successfully at 1733145314515 2024-12-02T13:15:14,516 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145314483 2024-12-02T13:15:14,518 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:15:14,518 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:15:14,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,37657,1733145311608 2024-12-02T13:15:14,519 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37657,1733145311608, state=OPEN 2024-12-02T13:15:14,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:14,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:14,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,37657,1733145311608 2024-12-02T13:15:14,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:14,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:14,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:15:14,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37657,1733145311608 in 190 msec 2024-12-02T13:15:14,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:15:14,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-12-02T13:15:14,525 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:14,525 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:15:14,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:14,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37657,1733145311608, seqNum=-1] 2024-12-02T13:15:14,527 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:14,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:14,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-12-02T13:15:14,532 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145314532, completionTime=-1 2024-12-02T13:15:14,532 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:15:14,532 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:15:14,534 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:15:14,534 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145374534 2024-12-02T13:15:14,534 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145434534 2024-12-02T13:15:14,534 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T13:15:14,535 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42551,1733145311561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:14,535 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42551,1733145311561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:14,535 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42551,1733145311561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:14,535 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:42551, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:14,535 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:14,535 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:14,537 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:15:14,538 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.897sec 2024-12-02T13:15:14,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:15:14,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:15:14,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:15:14,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:15:14,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:15:14,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42551,1733145311561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:14,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42551,1733145311561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:15:14,541 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:15:14,541 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:15:14,541 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42551,1733145311561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:14,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:14,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,42551,-1 for getting cluster id 2024-12-02T13:15:14,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:14,631 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2cde311-c597-4524-9fa6-dd824c86e2ec' 2024-12-02T13:15:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2cde311-c597-4524-9fa6-dd824c86e2ec" 2024-12-02T13:15:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67569b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,42551,-1] 2024-12-02T13:15:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:14,633 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:14,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:14,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:14,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37657,1733145311608, seqNum=-1] 2024-12-02T13:15:14,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:14,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:14,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,42551,1733145311561 2024-12-02T13:15:14,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:14,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b1211f80002 connected 2024-12-02T13:15:14,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.log.dir so I do NOT create it in target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc 2024-12-02T13:15:14,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:15:14,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.tmp.dir so I do NOT create it in target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc 2024-12-02T13:15:14,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:15:14,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc 2024-12-02T13:15:14,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:15:14,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/cluster_fde07136-29ce-83df-4b9e-5fc2d4dec844, deleteOnExit=true 2024-12-02T13:15:14,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/test.cache.data in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:15:14,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:14,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:15:14,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:15:14,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:15:14,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:14,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:15:14,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:15:14,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:14,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:14,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:14,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:14,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:15:14,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:14,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:14,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:14,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc17592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/java.io.tmpdir/jetty-localhost-33701-hadoop-hdfs-3_4_1-tests_jar-_-any-10940505636011985239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:14,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:33701} 2024-12-02T13:15:14,786 INFO [Time-limited test {}] server.Server(415): Started @130685ms 2024-12-02T13:15:14,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:14,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:14,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:14,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:14,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:15:14,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:14,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:14,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183aab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/java.io.tmpdir/jetty-localhost-42247-hadoop-hdfs-3_4_1-tests_jar-_-any-6251499712676246938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:14,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:42247} 2024-12-02T13:15:14,939 INFO [Time-limited test {}] server.Server(415): Started @130837ms 2024-12-02T13:15:14,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:15:14,990 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/cluster_fde07136-29ce-83df-4b9e-5fc2d4dec844/data/data2/current/BP-298917538-172.17.0.2-1733145314656/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:14,990 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/cluster_fde07136-29ce-83df-4b9e-5fc2d4dec844/data/data1/current/BP-298917538-172.17.0.2-1733145314656/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:15,004 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:15:15,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83c060232a6dbdc with lease ID 0xc316b1d176430458: Processing first storage report for DS-83f27a39-e97d-4a2a-a52f-f8d87704826b from datanode DatanodeRegistration(127.0.0.1:36577, datanodeUuid=b8e6f947-f2b1-4f90-8e76-ff6bf36fbc32, infoPort=42925, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=2016806742;c=1733145314656) 2024-12-02T13:15:15,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83c060232a6dbdc with lease ID 0xc316b1d176430458: from storage DS-83f27a39-e97d-4a2a-a52f-f8d87704826b node DatanodeRegistration(127.0.0.1:36577, datanodeUuid=b8e6f947-f2b1-4f90-8e76-ff6bf36fbc32, infoPort=42925, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=2016806742;c=1733145314656), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:15,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83c060232a6dbdc with lease ID 0xc316b1d176430458: Processing first storage report for DS-8dc0f3f6-3ad2-4d1a-a45c-bb067df609c8 from datanode DatanodeRegistration(127.0.0.1:36577, datanodeUuid=b8e6f947-f2b1-4f90-8e76-ff6bf36fbc32, infoPort=42925, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=2016806742;c=1733145314656) 2024-12-02T13:15:15,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83c060232a6dbdc with lease ID 0xc316b1d176430458: from storage DS-8dc0f3f6-3ad2-4d1a-a45c-bb067df609c8 node DatanodeRegistration(127.0.0.1:36577, datanodeUuid=b8e6f947-f2b1-4f90-8e76-ff6bf36fbc32, infoPort=42925, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=2016806742;c=1733145314656), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:15,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc 2024-12-02T13:15:15,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:15,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:15:15,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f with version=8 2024-12-02T13:15:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/hbase-staging 2024-12-02T13:15:15,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:15,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:15,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:15:15,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:15,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35457 2024-12-02T13:15:15,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35457 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354570x0, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:15,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35457-0x1009b1211f80003 connected 2024-12-02T13:15:15,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:15,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:15,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on znode that does not yet exist, /1613965150/running 2024-12-02T13:15:15,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f, hbase.cluster.distributed=false 2024-12-02T13:15:15,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on znode that does not yet exist, /1613965150/acl 2024-12-02T13:15:15,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35457 2024-12-02T13:15:15,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35457 2024-12-02T13:15:15,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35457 2024-12-02T13:15:15,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35457 2024-12-02T13:15:15,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35457 2024-12-02T13:15:15,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:15,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33901 2024-12-02T13:15:15,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33901 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:15,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:15,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339010x0, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:15,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339010x0, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on znode that does not yet exist, /1613965150/running 2024-12-02T13:15:15,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33901-0x1009b1211f80004 connected 2024-12-02T13:15:15,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:15:15,509 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:15:15,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on znode that does not yet exist, /1613965150/master 2024-12-02T13:15:15,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on znode that does not yet exist, /1613965150/acl 2024-12-02T13:15:15,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33901 2024-12-02T13:15:15,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33901 2024-12-02T13:15:15,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33901 2024-12-02T13:15:15,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33901 2024-12-02T13:15:15,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33901 2024-12-02T13:15:15,526 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:35457 2024-12-02T13:15:15,526 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1613965150/backup-masters/06e3e18f2515,35457,1733145315471 2024-12-02T13:15:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150/backup-masters 2024-12-02T13:15:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150/backup-masters 2024-12-02T13:15:15,528 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on existing znode=/1613965150/backup-masters/06e3e18f2515,35457,1733145315471 2024-12-02T13:15:15,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1613965150/master 2024-12-02T13:15:15,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:15,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:15,528 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on existing znode=/1613965150/master 2024-12-02T13:15:15,529 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1613965150/backup-masters/06e3e18f2515,35457,1733145315471 from backup master directory 2024-12-02T13:15:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1613965150/backup-masters/06e3e18f2515,35457,1733145315471 2024-12-02T13:15:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150/backup-masters 2024-12-02T13:15:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150/backup-masters 2024-12-02T13:15:15,529 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:15,529 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,35457,1733145315471 2024-12-02T13:15:15,532 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/hbase.id] with ID: c3b85067-3ab8-46aa-9a71-6d9c08e44de8 2024-12-02T13:15:15,533 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/.tmp/hbase.id 2024-12-02T13:15:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:15:15,938 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/.tmp/hbase.id]:[hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/hbase.id] 2024-12-02T13:15:15,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:15,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:15:15,949 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:15:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:15:16,355 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:16,356 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:15:16,356 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:15:16,762 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store 2024-12-02T13:15:16,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:15:17,168 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:17,168 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:17,168 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:17,168 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:17,168 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:17,168 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:17,168 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:17,168 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145317168Disabling compacts and flushes for region at 1733145317168Disabling writes for close at 1733145317168Writing region close event to WAL at 1733145317168Closed at 1733145317168 2024-12-02T13:15:17,169 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/.initializing 2024-12-02T13:15:17,169 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/WALs/06e3e18f2515,35457,1733145315471 2024-12-02T13:15:17,170 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:17,171 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C35457%2C1733145315471, suffix=, logDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/WALs/06e3e18f2515,35457,1733145315471, archiveDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/oldWALs, maxLogs=10 2024-12-02T13:15:17,182 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/WALs/06e3e18f2515,35457,1733145315471/06e3e18f2515%2C35457%2C1733145315471.1733145317171, exclude list is [], retry=0 2024-12-02T13:15:17,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36577,DS-83f27a39-e97d-4a2a-a52f-f8d87704826b,DISK] 2024-12-02T13:15:17,185 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/WALs/06e3e18f2515,35457,1733145315471/06e3e18f2515%2C35457%2C1733145315471.1733145317171 2024-12-02T13:15:17,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42925:42925)] 2024-12-02T13:15:17,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:17,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:17,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,186 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:15:17,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:17,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:17,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:15:17,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:17,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:17,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:15:17,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:17,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:17,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:15:17,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:17,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:17,192 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,192 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,193 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,194 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,194 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,194 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:17,195 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:17,197 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:17,197 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73717220, jitterRate=0.09847217798233032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:17,197 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145317186Initializing all the Stores at 1733145317187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145317187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145317187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145317187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145317187Cleaning up temporary data from old regions at 1733145317194 (+7 ms)Region opened successfully at 1733145317197 (+3 ms) 2024-12-02T13:15:17,197 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:15:17,200 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a1ef52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:17,200 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:15:17,200 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:15:17,200 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:15:17,201 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:15:17,201 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:15:17,201 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:15:17,201 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:15:17,202 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:15:17,203 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Unable to get data of znode /1613965150/balancer because node does not exist (not necessarily an error) 2024-12-02T13:15:17,204 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1613965150/balancer already deleted, retry=false 2024-12-02T13:15:17,204 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:15:17,204 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Unable to get data of znode /1613965150/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:15:17,205 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1613965150/normalizer already deleted, retry=false 2024-12-02T13:15:17,205 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:15:17,206 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Unable to get data of znode /1613965150/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:15:17,206 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1613965150/switch/split already deleted, retry=false 2024-12-02T13:15:17,207 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Unable to get data of znode /1613965150/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:15:17,207 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1613965150/switch/merge already deleted, retry=false 2024-12-02T13:15:17,209 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Unable to get data of znode /1613965150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:15:17,209 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1613965150/snapshot-cleanup already deleted, retry=false 2024-12-02T13:15:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1613965150/running 2024-12-02T13:15:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1613965150/running 2024-12-02T13:15:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:17,211 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,35457,1733145315471, sessionid=0x1009b1211f80003, setting cluster-up flag (Was=false) 2024-12-02T13:15:17,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:17,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:17,220 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1613965150/flush-table-proc/acquired, /1613965150/flush-table-proc/reached, /1613965150/flush-table-proc/abort 2024-12-02T13:15:17,220 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,35457,1733145315471 2024-12-02T13:15:17,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:17,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:17,224 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1613965150/online-snapshot/acquired, /1613965150/online-snapshot/reached, /1613965150/online-snapshot/abort 2024-12-02T13:15:17,225 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,35457,1733145315471 2024-12-02T13:15:17,226 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:15:17,227 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:17,227 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:15:17,227 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:15:17,228 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,35457,1733145315471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:17,229 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,229 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145347229 2024-12-02T13:15:17,229 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:15:17,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:15:17,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:15:17,231 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145317230,5,FailOnTimeoutGroup] 2024-12-02T13:15:17,231 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:17,231 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145317231,5,FailOnTimeoutGroup] 2024-12-02T13:15:17,231 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,231 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:15:17,231 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,231 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:15:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:15:17,319 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(746): ClusterId : c3b85067-3ab8-46aa-9a71-6d9c08e44de8 2024-12-02T13:15:17,319 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:15:17,321 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:15:17,321 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:15:17,322 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:15:17,322 DEBUG [RS:0;06e3e18f2515:33901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a7fae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:17,332 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:33901 2024-12-02T13:15:17,332 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:15:17,332 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:15:17,332 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:15:17,332 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,35457,1733145315471 with port=33901, startcode=1733145315500 2024-12-02T13:15:17,332 DEBUG [RS:0;06e3e18f2515:33901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:15:17,334 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:15:17,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,33901,1733145315500 2024-12-02T13:15:17,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35457 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,33901,1733145315500 2024-12-02T13:15:17,335 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f 2024-12-02T13:15:17,335 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43387 2024-12-02T13:15:17,335 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:15:17,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150/rs 2024-12-02T13:15:17,337 DEBUG [RS:0;06e3e18f2515:33901 {}] zookeeper.ZKUtil(111): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on existing znode=/1613965150/rs/06e3e18f2515,33901,1733145315500 2024-12-02T13:15:17,337 WARN [RS:0;06e3e18f2515:33901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:17,337 INFO [RS:0;06e3e18f2515:33901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:17,337 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500 2024-12-02T13:15:17,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,33901,1733145315500] 2024-12-02T13:15:17,339 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:15:17,341 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:15:17,341 INFO [RS:0;06e3e18f2515:33901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:15:17,341 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,341 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:15:17,342 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:15:17,342 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:17,342 DEBUG [RS:0;06e3e18f2515:33901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:17,343 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,343 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,343 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,343 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,343 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,343 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33901,1733145315500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:17,354 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:15:17,354 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33901,1733145315500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,354 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,354 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.Replication(171): 06e3e18f2515,33901,1733145315500 started 2024-12-02T13:15:17,364 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:17,364 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,33901,1733145315500, RpcServer on 06e3e18f2515/172.17.0.2:33901, sessionid=0x1009b1211f80004 2024-12-02T13:15:17,364 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:15:17,364 DEBUG [RS:0;06e3e18f2515:33901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,33901,1733145315500 2024-12-02T13:15:17,364 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,33901,1733145315500' 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1613965150/flush-table-proc/abort' 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1613965150/flush-table-proc/acquired' 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,33901,1733145315500 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,33901,1733145315500' 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1613965150/online-snapshot/abort' 2024-12-02T13:15:17,365 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1613965150/online-snapshot/acquired' 2024-12-02T13:15:17,366 DEBUG [RS:0;06e3e18f2515:33901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:15:17,366 INFO [RS:0;06e3e18f2515:33901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:15:17,366 INFO [RS:0;06e3e18f2515:33901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:15:17,466 INFO [RS:0;06e3e18f2515:33901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:17,467 INFO [RS:0;06e3e18f2515:33901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C33901%2C1733145315500, suffix=, logDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500, archiveDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/oldWALs, maxLogs=10 2024-12-02T13:15:17,477 DEBUG [RS:0;06e3e18f2515:33901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500/06e3e18f2515%2C33901%2C1733145315500.1733145317467, exclude list is [], retry=0 2024-12-02T13:15:17,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36577,DS-83f27a39-e97d-4a2a-a52f-f8d87704826b,DISK] 2024-12-02T13:15:17,481 INFO [RS:0;06e3e18f2515:33901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500/06e3e18f2515%2C33901%2C1733145315500.1733145317467 2024-12-02T13:15:17,482 DEBUG [RS:0;06e3e18f2515:33901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42925:42925)] 2024-12-02T13:15:17,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:15:17,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f 2024-12-02T13:15:17,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:15:18,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:18,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:18,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:18,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:18,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:18,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:18,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:18,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:18,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:18,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:18,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740 2024-12-02T13:15:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740 2024-12-02T13:15:18,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:18,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:18,053 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:18,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:18,055 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:18,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71252283, jitterRate=0.06174175441265106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145318043Initializing all the Stores at 1733145318044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145318044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145318044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145318044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145318044Cleaning up temporary data from old regions at 1733145318052 (+8 ms)Region opened successfully at 1733145318056 (+4 ms) 2024-12-02T13:15:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:18,056 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:18,056 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145318056Disabling compacts and flushes for region at 1733145318056Disabling writes for close at 1733145318056Writing region close event to WAL at 1733145318056Closed at 1733145318056 2024-12-02T13:15:18,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:18,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:15:18,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:15:18,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:18,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:15:18,209 DEBUG [06e3e18f2515:35457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:15:18,209 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,33901,1733145315500 2024-12-02T13:15:18,210 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,33901,1733145315500, state=OPENING 2024-12-02T13:15:18,212 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:15:18,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:18,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:18,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:18,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1613965150/meta-region-server: CHANGED 2024-12-02T13:15:18,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1613965150/meta-region-server: CHANGED 2024-12-02T13:15:18,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,33901,1733145315500}] 2024-12-02T13:15:18,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:15:18,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:15:18,370 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:15:18,370 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:18,370 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:15:18,371 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C33901%2C1733145315500.meta, suffix=.meta, logDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500, archiveDir=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/oldWALs, maxLogs=10 2024-12-02T13:15:18,382 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500/06e3e18f2515%2C33901%2C1733145315500.meta.1733145318372.meta, exclude list is [], retry=0 2024-12-02T13:15:18,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36577,DS-83f27a39-e97d-4a2a-a52f-f8d87704826b,DISK] 2024-12-02T13:15:18,385 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500/06e3e18f2515%2C33901%2C1733145315500.meta.1733145318372.meta 2024-12-02T13:15:18,385 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42925:42925)] 2024-12-02T13:15:18,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:18,386 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:18,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:18,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:15:18,386 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:15:18,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:15:18,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:18,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:15:18,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:15:18,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:18,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:18,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:18,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:18,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:18,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:18,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:18,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:18,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:18,392 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:18,392 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740 2024-12-02T13:15:18,393 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740 2024-12-02T13:15:18,394 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:18,394 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:18,394 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:18,396 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:18,396 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67362471, jitterRate=0.0037790387868881226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:18,396 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:15:18,396 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145318386Writing region info on filesystem at 1733145318386Initializing all the Stores at 1733145318387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145318387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145318387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145318387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145318387Cleaning up temporary data from old regions at 1733145318394 (+7 ms)Running coprocessor post-open hooks at 1733145318396 (+2 ms)Region opened successfully at 1733145318396 2024-12-02T13:15:18,397 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145318365 2024-12-02T13:15:18,399 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:15:18,399 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:15:18,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,33901,1733145315500 2024-12-02T13:15:18,400 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,33901,1733145315500, state=OPEN 2024-12-02T13:15:18,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1613965150/meta-region-server 2024-12-02T13:15:18,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1613965150/meta-region-server 2024-12-02T13:15:18,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,33901,1733145315500 2024-12-02T13:15:18,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1613965150/meta-region-server: CHANGED 2024-12-02T13:15:18,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1613965150/meta-region-server: CHANGED 2024-12-02T13:15:18,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:15:18,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,33901,1733145315500 in 188 msec 2024-12-02T13:15:18,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:15:18,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-12-02T13:15:18,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:18,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:15:18,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:18,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,33901,1733145315500, seqNum=-1] 2024-12-02T13:15:18,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:18,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:18,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1830 sec 2024-12-02T13:15:18,410 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145318410, completionTime=-1 2024-12-02T13:15:18,410 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:15:18,410 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145378412 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145438412 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35457,1733145315471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35457,1733145315471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35457,1733145315471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:35457, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:18,412 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:18,414 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:15:18,415 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.886sec 2024-12-02T13:15:18,416 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:15:18,416 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:15:18,416 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:15:18,416 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:15:18,416 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:15:18,416 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35457,1733145315471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:18,416 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35457,1733145315471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:15:18,418 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:15:18,418 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:15:18,418 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35457,1733145315471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:18,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,35457,-1 for getting cluster id 2024-12-02T13:15:18,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:18,421 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3b85067-3ab8-46aa-9a71-6d9c08e44de8' 2024-12-02T13:15:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3b85067-3ab8-46aa-9a71-6d9c08e44de8" 2024-12-02T13:15:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3aa885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,35457,-1] 2024-12-02T13:15:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:18,423 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:18,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,33901,1733145315500, seqNum=-1] 2024-12-02T13:15:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:18,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:18,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,35457,1733145315471 2024-12-02T13:15:18,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:18,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:18,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b1211f80005 connected 2024-12-02T13:15:18,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,42551,-1 for getting cluster id 2024-12-02T13:15:18,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:18,434 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2cde311-c597-4524-9fa6-dd824c86e2ec' 2024-12-02T13:15:18,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:18,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2cde311-c597-4524-9fa6-dd824c86e2ec" 2024-12-02T13:15:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266ada9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,42551,-1] 2024-12-02T13:15:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:18,435 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9e63da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,42551,1733145311561 2024-12-02T13:15:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a87aa76 2024-12-02T13:15:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:18,438 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:18,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:35457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:18,441 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:35457' 2024-12-02T13:15:18,442 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f428d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,442 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,35457,-1 for getting cluster id 2024-12-02T13:15:18,442 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:18,442 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3b85067-3ab8-46aa-9a71-6d9c08e44de8' 2024-12-02T13:15:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3b85067-3ab8-46aa-9a71-6d9c08e44de8" 2024-12-02T13:15:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed1030c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,35457,-1] 2024-12-02T13:15:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:18,444 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:18,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63888f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:18,445 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,35457,1733145315471 2024-12-02T13:15:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128e3b25 2024-12-02T13:15:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:18,446 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:18,446 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T13:15:18,446 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:15:18,447 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:18,447 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:18,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:18,447 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:18,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:15:18,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:15:18,449 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:18,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:15:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741835_1011 (size=1138) 2024-12-02T13:15:18,498 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:18,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d99984a83617b07a7a6a639319f169a8, NAME => 'hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e 2024-12-02T13:15:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741836_1012 (size=44) 2024-12-02T13:15:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:15:19,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:15:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:19,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T13:15:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:19,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T13:15:19,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:19,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d99984a83617b07a7a6a639319f169a8, disabling compactions & flushes 2024-12-02T13:15:19,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:19,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:19,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. after waiting 0 ms 2024-12-02T13:15:19,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:19,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:19,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d99984a83617b07a7a6a639319f169a8: Waiting for close lock at 1733145319263Disabling compacts and flushes for region at 1733145319263Disabling writes for close at 1733145319263Writing region close event to WAL at 1733145319263Closed at 1733145319263 2024-12-02T13:15:19,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:15:19,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145319264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145319264"}]},"ts":"1733145319264"} 2024-12-02T13:15:19,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:15:19,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:15:19,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145319268"}]},"ts":"1733145319268"} 2024-12-02T13:15:19,270 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:15:19,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN}] 2024-12-02T13:15:19,271 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN 2024-12-02T13:15:19,272 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN; state=OFFLINE, location=06e3e18f2515,37657,1733145311608; forceNewPlan=false, retain=false 2024-12-02T13:15:19,423 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d99984a83617b07a7a6a639319f169a8, regionState=OPENING, regionLocation=06e3e18f2515,37657,1733145311608 2024-12-02T13:15:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN because future has completed 2024-12-02T13:15:19,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99984a83617b07a7a6a639319f169a8, server=06e3e18f2515,37657,1733145311608}] 2024-12-02T13:15:19,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:15:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:19,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:19,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:19,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:15:19,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37657%2C1733145311608.rep, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs, maxLogs=10 2024-12-02T13:15:19,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.rep.1733145319583, exclude list is [], retry=0 2024-12-02T13:15:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:19,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.rep.1733145319583 2024-12-02T13:15:19,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:19,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d99984a83617b07a7a6a639319f169a8, NAME => 'hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:19,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:19,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:19,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. service=MultiRowMutationService 2024-12-02T13:15:19,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:15:19,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:19,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,602 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,603 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99984a83617b07a7a6a639319f169a8 columnFamilyName hfileref 2024-12-02T13:15:19,603 DEBUG [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:19,603 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(327): Store=d99984a83617b07a7a6a639319f169a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:19,604 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,604 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99984a83617b07a7a6a639319f169a8 columnFamilyName queue 2024-12-02T13:15:19,604 DEBUG [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:19,605 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(327): Store=d99984a83617b07a7a6a639319f169a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:19,605 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,606 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99984a83617b07a7a6a639319f169a8 columnFamilyName sid 2024-12-02T13:15:19,606 DEBUG [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:19,606 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(327): Store=d99984a83617b07a7a6a639319f169a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:19,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:15:19,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:19,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d99984a83617b07a7a6a639319f169a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74453134, jitterRate=0.10943815112113953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:15:19,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:19,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d99984a83617b07a7a6a639319f169a8: Running coprocessor pre-open hook at 1733145319599Writing region info on filesystem at 1733145319599Initializing all the Stores at 1733145319600 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145319600Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145319602 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145319602Cleaning up temporary data from old regions at 1733145319608 (+6 ms)Running coprocessor post-open hooks at 1733145319612 (+4 ms)Region opened successfully at 1733145319612 2024-12-02T13:15:19,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8., pid=7, masterSystemTime=1733145319578 2024-12-02T13:15:19,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:19,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:19,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d99984a83617b07a7a6a639319f169a8, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,37657,1733145311608 2024-12-02T13:15:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99984a83617b07a7a6a639319f169a8, server=06e3e18f2515,37657,1733145311608 because future has completed 2024-12-02T13:15:19,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T13:15:19,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d99984a83617b07a7a6a639319f169a8, server=06e3e18f2515,37657,1733145311608 in 197 msec 2024-12-02T13:15:19,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:15:19,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN in 354 msec 2024-12-02T13:15:19,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:15:19,627 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145319626"}]},"ts":"1733145319626"} 2024-12-02T13:15:19,628 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:15:19,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:15:19,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-12-02T13:15:19,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8., hostname=06e3e18f2515,37657,1733145311608, seqNum=2] 2024-12-02T13:15:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:19,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:15:19,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T13:15:19,814 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:15:19,839 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,37657,1733145311608, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:15:19,840 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:19,840 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37657,1733145311608, seqNum=-1] 2024-12-02T13:15:19,840 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:19,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-02T13:15:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,37657,1733145311608', locateType=CURRENT is [region=hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8., hostname=06e3e18f2515,37657,1733145311608, seqNum=2] 2024-12-02T13:15:19,844 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T13:15:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T13:15:19,847 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,37657,1733145311608 suceeded 2024-12-02T13:15:19,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T13:15:19,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-02T13:15:19,848 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:35457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:15:19,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-12-02T13:15:19,858 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:35457' 2024-12-02T13:15:19,859 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78656b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:19,859 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,35457,-1 for getting cluster id 2024-12-02T13:15:19,859 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:19,860 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3b85067-3ab8-46aa-9a71-6d9c08e44de8' 2024-12-02T13:15:19,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:19,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3b85067-3ab8-46aa-9a71-6d9c08e44de8" 2024-12-02T13:15:19,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5627d7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:19,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,35457,-1] 2024-12-02T13:15:19,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:19,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:19,861 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:19,861 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:19,861 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,35457,1733145315471 2024-12-02T13:15:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49e166ea 2024-12-02T13:15:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:19,863 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-02T13:15:19,863 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,37657,1733145311608 (queues=1) is replicating from cluster=f2cde311-c597-4524-9fa6-dd824c86e2ec to cluster=c3b85067-3ab8-46aa-9a71-6d9c08e44de8 2024-12-02T13:15:19,863 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C37657%2C1733145311608 2024-12-02T13:15:19,863 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,37657,1733145311608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:15:19,864 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C37657%2C1733145311608 2024-12-02T13:15:19,864 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591, startPosition=0, beingWritten=true 2024-12-02T13:15:20,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:20,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:20,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:20,069 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 to pos 0, reset compression=false 2024-12-02T13:15:20,373 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 to pos 0, reset compression=false 2024-12-02T13:15:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:20,593 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:15:20,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:20,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:20,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:20,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:20,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:20,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,42551,1733145311561 2024-12-02T13:15:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46212f36 2024-12-02T13:15:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:20,596 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:20,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:15:20,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:20,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:20,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:20,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:20,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:15:20,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1451089095, stopped=false 2024-12-02T13:15:20,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:20,598 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,42551,1733145311561 2024-12-02T13:15:20,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:20,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:20,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:20,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:20,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:20,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:20,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:20,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:20,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,37657,1733145311608' ***** 2024-12-02T13:15:20,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:15:20,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:20,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:20,600 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:15:20,600 INFO [RS:0;06e3e18f2515:37657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:15:20,600 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:15:20,600 INFO [RS:0;06e3e18f2515:37657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:15:20,601 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(3091): Received CLOSE for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:20,605 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,37657,1733145311608 2024-12-02T13:15:20,605 INFO [RS:0;06e3e18f2515:37657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:20,605 INFO [RS:0;06e3e18f2515:37657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37657. 2024-12-02T13:15:20,605 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d99984a83617b07a7a6a639319f169a8, disabling compactions & flushes 2024-12-02T13:15:20,605 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:20,605 DEBUG [RS:0;06e3e18f2515:37657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:20,605 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:20,605 DEBUG [RS:0;06e3e18f2515:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:20,605 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. after waiting 0 ms 2024-12-02T13:15:20,605 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:20,605 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:15:20,605 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d99984a83617b07a7a6a639319f169a8 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T13:15:20,605 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:15:20,605 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:15:20,605 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:15:20,609 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:15:20,609 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d99984a83617b07a7a6a639319f169a8=hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.} 2024-12-02T13:15:20,609 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:20,609 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:20,609 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:20,609 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:20,609 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:20,609 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:20,609 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T13:15:20,627 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/.tmp/queue/6a0d09f83da3485e85fe190a4732f811 is 151, key is 1-06e3e18f2515,37657,1733145311608/queue:06e3e18f2515%2C37657%2C1733145311608/1733145319843/Put/seqid=0 2024-12-02T13:15:20,629 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/info/109ab9ab9bfb40a5aebfac9632d7d434 is 147, key is hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8./info:regioninfo/1733145319615/Put/seqid=0 2024-12-02T13:15:20,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741838_1014 (size=5350) 2024-12-02T13:15:20,631 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/.tmp/queue/6a0d09f83da3485e85fe190a4732f811 2024-12-02T13:15:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741839_1015 (size=6631) 2024-12-02T13:15:20,633 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/info/109ab9ab9bfb40a5aebfac9632d7d434 2024-12-02T13:15:20,638 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/.tmp/queue/6a0d09f83da3485e85fe190a4732f811 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/queue/6a0d09f83da3485e85fe190a4732f811 2024-12-02T13:15:20,644 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/queue/6a0d09f83da3485e85fe190a4732f811, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T13:15:20,645 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d99984a83617b07a7a6a639319f169a8 in 40ms, sequenceid=5, compaction requested=false 2024-12-02T13:15:20,645 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:15:20,650 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:15:20,650 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:20,650 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:20,651 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:20,651 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d99984a83617b07a7a6a639319f169a8: Waiting for close lock at 1733145320605Running coprocessor pre-close hooks at 1733145320605Disabling compacts and flushes for region at 1733145320605Disabling writes for close at 1733145320605Obtaining lock to block concurrent updates at 1733145320605Preparing flush snapshotting stores in d99984a83617b07a7a6a639319f169a8 at 1733145320605Finished memstore snapshotting hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733145320606 (+1 ms)Flushing stores of hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. at 1733145320606Flushing d99984a83617b07a7a6a639319f169a8/queue: creating writer at 1733145320606Flushing d99984a83617b07a7a6a639319f169a8/queue: appending metadata at 1733145320626 (+20 ms)Flushing d99984a83617b07a7a6a639319f169a8/queue: closing flushed file at 1733145320626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e082ab: reopening flushed file at 1733145320637 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d99984a83617b07a7a6a639319f169a8 in 40ms, sequenceid=5, compaction requested=false at 1733145320645 (+8 ms)Writing region close event to WAL at 1733145320646 (+1 ms)Running coprocessor post-close hooks at 1733145320650 (+4 ms)Closed at 1733145320651 (+1 ms) 2024-12-02T13:15:20,651 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:20,653 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/ns/ecc79983779f4a2bbf0d6f7368eab4b7 is 43, key is default/ns:d/1733145314528/Put/seqid=0 2024-12-02T13:15:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741840_1016 (size=5153) 2024-12-02T13:15:20,663 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:20,778 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 to pos 0, reset compression=false 2024-12-02T13:15:20,809 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:21,009 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:21,057 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/ns/ecc79983779f4a2bbf0d6f7368eab4b7 2024-12-02T13:15:21,073 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/table/cd8de070372e49bcaa31a94c77d82207 is 53, key is hbase:replication/table:state/1733145319626/Put/seqid=0 2024-12-02T13:15:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741841_1017 (size=5256) 2024-12-02T13:15:21,210 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:21,282 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 to pos 0, reset compression=false 2024-12-02T13:15:21,410 DEBUG [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:21,461 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:15:21,461 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:15:21,477 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/table/cd8de070372e49bcaa31a94c77d82207 2024-12-02T13:15:21,483 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/info/109ab9ab9bfb40a5aebfac9632d7d434 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/info/109ab9ab9bfb40a5aebfac9632d7d434 2024-12-02T13:15:21,487 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/info/109ab9ab9bfb40a5aebfac9632d7d434, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T13:15:21,488 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/ns/ecc79983779f4a2bbf0d6f7368eab4b7 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/ns/ecc79983779f4a2bbf0d6f7368eab4b7 2024-12-02T13:15:21,492 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/ns/ecc79983779f4a2bbf0d6f7368eab4b7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:15:21,493 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/table/cd8de070372e49bcaa31a94c77d82207 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/table/cd8de070372e49bcaa31a94c77d82207 2024-12-02T13:15:21,496 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/table/cd8de070372e49bcaa31a94c77d82207, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T13:15:21,497 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 888ms, sequenceid=11, compaction requested=false 2024-12-02T13:15:21,501 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T13:15:21,502 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:21,502 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:21,502 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:21,502 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145320609Running coprocessor pre-close hooks at 1733145320609Disabling compacts and flushes for region at 1733145320609Disabling writes for close at 1733145320609Obtaining lock to block concurrent updates at 1733145320609Preparing flush snapshotting stores in 1588230740 at 1733145320609Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733145320610 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145320610Flushing 1588230740/info: creating writer at 1733145320610Flushing 1588230740/info: appending metadata at 1733145320629 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733145320629Flushing 1588230740/ns: creating writer at 1733145320638 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733145320652 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733145320652Flushing 1588230740/table: creating writer at 1733145321062 (+410 ms)Flushing 1588230740/table: appending metadata at 1733145321073 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733145321073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75461c04: reopening flushed file at 1733145321482 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9712932: reopening flushed file at 1733145321487 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672fe554: reopening flushed file at 1733145321492 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 888ms, sequenceid=11, compaction requested=false at 1733145321497 (+5 ms)Writing region close event to WAL at 1733145321498 (+1 ms)Running coprocessor post-close hooks at 1733145321502 (+4 ms)Closed at 1733145321502 2024-12-02T13:15:21,502 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:21,610 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,37657,1733145311608; all regions closed. 2024-12-02T13:15:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741834_1010 (size=2742) 2024-12-02T13:15:21,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.meta.1733145314490.meta not finished, retry = 0 2024-12-02T13:15:21,715 DEBUG [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs 2024-12-02T13:15:21,715 INFO [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37657%2C1733145311608.meta:.meta(num 1733145314490) 2024-12-02T13:15:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741837_1013 (size=1586) 2024-12-02T13:15:21,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.rep.1733145319583 not finished, retry = 0 2024-12-02T13:15:21,819 DEBUG [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs 2024-12-02T13:15:21,819 INFO [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37657%2C1733145311608.rep:(num 1733145319583) 2024-12-02T13:15:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741832_1008 (size=93) 2024-12-02T13:15:21,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 not finished, retry = 0 2024-12-02T13:15:21,887 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 to pos 0, reset compression=false 2024-12-02T13:15:21,922 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591 2024-12-02T13:15:21,922 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-02T13:15:21,922 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.wal-reader.06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-02T13:15:21,922 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37657,1733145311608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608/06e3e18f2515%2C37657%2C1733145311608.1733145313591, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T13:15:21,923 DEBUG [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs 2024-12-02T13:15:21,923 INFO [RS:0;06e3e18f2515:37657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37657%2C1733145311608:(num 1733145313591) 2024-12-02T13:15:21,924 DEBUG [RS:0;06e3e18f2515:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:21,924 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:21,924 INFO [RS:0;06e3e18f2515:37657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:21,924 INFO [RS:0;06e3e18f2515:37657 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:21,924 INFO [RS:0;06e3e18f2515:37657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:21,924 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:21,924 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,37657,1733145311608 because: Region server is closing 2024-12-02T13:15:21,925 INFO [RS:0;06e3e18f2515:37657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37657. 2024-12-02T13:15:21,925 DEBUG [RS:0;06e3e18f2515:37657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:21,925 DEBUG [RS:0;06e3e18f2515:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:21,925 DEBUG [RS:0;06e3e18f2515:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:21,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:21,925 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,37657,1733145311608: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,37657,1733145311608, walGroup=06e3e18f2515%2C37657%2C1733145311608, offset=06e3e18f2515%2C37657%2C1733145311608.1733145313591:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:37657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:15:21,926 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:15:21,928 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:15:21,928 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:15:21,929 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:15:21,929 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:15:21,929 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 683236368 }, "NonHeapMemoryUsage": { "committed": 182255616, "init": 7667712, "max": -1, "used": 179635560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:15:21,930 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [06e3e18f2515%2C37657%2C1733145311608.1733145313591] 2024-12-02T13:15:22,025 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37657,1733145311608.replicationSource.shipper06e3e18f2515%2C37657%2C1733145311608,1-06e3e18f2515,37657,1733145311608 terminated 2024-12-02T13:15:22,025 INFO [RS:0;06e3e18f2515:37657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37657 2024-12-02T13:15:22,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/rs/06e3e18f2515,37657,1733145311608 2024-12-02T13:15:22,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/rs 2024-12-02T13:15:22,026 INFO [RS:0;06e3e18f2515:37657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:22,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,37657,1733145311608] 2024-12-02T13:15:22,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/draining/06e3e18f2515,37657,1733145311608 already deleted, retry=false 2024-12-02T13:15:22,028 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,37657,1733145311608 expired; onlineServers=0 2024-12-02T13:15:22,028 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,42551,1733145311561' ***** 2024-12-02T13:15:22,028 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:15:22,028 INFO [M:0;06e3e18f2515:42551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:22,028 INFO [M:0;06e3e18f2515:42551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:22,028 DEBUG [M:0;06e3e18f2515:42551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:15:22,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:15:22,028 DEBUG [M:0;06e3e18f2515:42551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:15:22,028 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145313344 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145313344,5,FailOnTimeoutGroup] 2024-12-02T13:15:22,028 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145313344 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145313344,5,FailOnTimeoutGroup] 2024-12-02T13:15:22,028 INFO [M:0;06e3e18f2515:42551 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:22,028 INFO [M:0;06e3e18f2515:42551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:22,028 DEBUG [M:0;06e3e18f2515:42551 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:15:22,028 INFO [M:0;06e3e18f2515:42551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:15:22,028 INFO [M:0;06e3e18f2515:42551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:22,028 INFO [M:0;06e3e18f2515:42551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:15:22,029 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:15:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/master 2024-12-02T13:15:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:22,029 DEBUG [M:0;06e3e18f2515:42551 {}] zookeeper.ZKUtil(347): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/master because node does not exist (not an error) 2024-12-02T13:15:22,029 WARN [M:0;06e3e18f2515:42551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:15:22,029 INFO [M:0;06e3e18f2515:42551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/.lastflushedseqids 2024-12-02T13:15:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741842_1018 (size=181) 2024-12-02T13:15:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:22,127 INFO [RS:0;06e3e18f2515:37657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:22,127 INFO [RS:0;06e3e18f2515:37657 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,37657,1733145311608; zookeeper connection closed. 2024-12-02T13:15:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1009b1211f80001, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:22,127 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d93a275 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d93a275 2024-12-02T13:15:22,128 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:15:22,434 INFO [M:0;06e3e18f2515:42551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:15:22,434 INFO [M:0;06e3e18f2515:42551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:15:22,434 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:22,434 INFO [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:22,434 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:22,434 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:22,434 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:22,434 INFO [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T13:15:22,447 DEBUG [M:0;06e3e18f2515:42551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9e52e1a04f44f4810648558ec643e6 is 82, key is hbase:meta,,1/info:regioninfo/1733145314518/Put/seqid=0 2024-12-02T13:15:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741843_1019 (size=5672) 2024-12-02T13:15:22,851 INFO [M:0;06e3e18f2515:42551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9e52e1a04f44f4810648558ec643e6 2024-12-02T13:15:22,868 DEBUG [M:0;06e3e18f2515:42551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282698072fef4bb28e75ef9f40d29862 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733145319630/Put/seqid=0 2024-12-02T13:15:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741844_1020 (size=7203) 2024-12-02T13:15:23,272 INFO [M:0;06e3e18f2515:42551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282698072fef4bb28e75ef9f40d29862 2024-12-02T13:15:23,288 DEBUG [M:0;06e3e18f2515:42551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a1e6302b0648fa8db935b61adc5585 is 69, key is 06e3e18f2515,37657,1733145311608/rs:state/1733145313445/Put/seqid=0 2024-12-02T13:15:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741845_1021 (size=5156) 2024-12-02T13:15:23,692 INFO [M:0;06e3e18f2515:42551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a1e6302b0648fa8db935b61adc5585 2024-12-02T13:15:23,697 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9e52e1a04f44f4810648558ec643e6 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d9e52e1a04f44f4810648558ec643e6 2024-12-02T13:15:23,701 INFO [M:0;06e3e18f2515:42551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d9e52e1a04f44f4810648558ec643e6, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T13:15:23,702 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282698072fef4bb28e75ef9f40d29862 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/282698072fef4bb28e75ef9f40d29862 2024-12-02T13:15:23,706 INFO [M:0;06e3e18f2515:42551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/282698072fef4bb28e75ef9f40d29862, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T13:15:23,707 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a1e6302b0648fa8db935b61adc5585 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a1e6302b0648fa8db935b61adc5585 2024-12-02T13:15:23,711 INFO [M:0;06e3e18f2515:42551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a1e6302b0648fa8db935b61adc5585, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T13:15:23,712 INFO [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=70, compaction requested=false 2024-12-02T13:15:23,713 INFO [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:23,713 DEBUG [M:0;06e3e18f2515:42551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145322434Disabling compacts and flushes for region at 1733145322434Disabling writes for close at 1733145322434Obtaining lock to block concurrent updates at 1733145322434Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145322434Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733145322434Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145322435 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145322435Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145322447 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145322447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145322855 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145322867 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145322867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145323276 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145323288 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145323288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9386183: reopening flushed file at 1733145323696 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4246932a: reopening flushed file at 1733145323701 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bb203f: reopening flushed file at 1733145323706 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=70, compaction requested=false at 1733145323712 (+6 ms)Writing region close event to WAL at 1733145323713 (+1 ms)Closed at 1733145323713 2024-12-02T13:15:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741830_1006 (size=41008) 2024-12-02T13:15:23,716 INFO [M:0;06e3e18f2515:42551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:15:23,716 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:23,716 INFO [M:0;06e3e18f2515:42551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42551 2024-12-02T13:15:23,716 INFO [M:0;06e3e18f2515:42551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:23,817 INFO [M:0;06e3e18f2515:42551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:23,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:23,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1009b1211f80000, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:23,819 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:23,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34503 2024-12-02T13:15:23,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34503 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:23,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345030x0, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:23,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34503-0x1009b1211f80006 connected 2024-12-02T13:15:23,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:23,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:23,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:23,827 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: INIT 2024-12-02T13:15:23,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e, hbase.cluster.distributed=false 2024-12-02T13:15:23,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/acl 2024-12-02T13:15:23,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34503 2024-12-02T13:15:23,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34503 2024-12-02T13:15:23,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34503 2024-12-02T13:15:23,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34503 2024-12-02T13:15:23,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34503 2024-12-02T13:15:23,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:23,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:23,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:23,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:23,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:23,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:23,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:15:23,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:23,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38237 2024-12-02T13:15:23,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38237 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-12-02T13:15:23,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:23,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382370x0, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:23,847 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: INIT 2024-12-02T13:15:23,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382370x0, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:23,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38237-0x1009b1211f80007 connected 2024-12-02T13:15:23,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:15:23,849 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:15:23,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/master 2024-12-02T13:15:23,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/acl 2024-12-02T13:15:23,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38237 2024-12-02T13:15:23,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38237 2024-12-02T13:15:23,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38237 2024-12-02T13:15:23,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38237 2024-12-02T13:15:23,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38237 2024-12-02T13:15:23,865 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:34503 2024-12-02T13:15:23,865 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-371616812/backup-masters/06e3e18f2515,34503,1733145323818 2024-12-02T13:15:23,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:23,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:23,867 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on existing znode=/0-371616812/backup-masters/06e3e18f2515,34503,1733145323818 2024-12-02T13:15:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-371616812/master 2024-12-02T13:15:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:23,868 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on existing znode=/0-371616812/master 2024-12-02T13:15:23,868 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-371616812/backup-masters/06e3e18f2515,34503,1733145323818 from backup master directory 2024-12-02T13:15:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/backup-masters/06e3e18f2515,34503,1733145323818 2024-12-02T13:15:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/backup-masters 2024-12-02T13:15:23,869 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:23,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,34503,1733145323818 2024-12-02T13:15:23,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:23,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:15:23,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-02T13:15:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741846_1022 (size=196) 2024-12-02T13:15:24,290 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:24,291 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:15:24,291 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:24,296 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T13:15:24,298 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561 to hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561-dead as it is dead 2024-12-02T13:15:24,298 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561-dead/06e3e18f2515%2C42551%2C1733145311561.1733145313286 2024-12-02T13:15:24,298 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561-dead/06e3e18f2515%2C42551%2C1733145311561.1733145313286 after 0ms 2024-12-02T13:15:24,299 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561-dead/06e3e18f2515%2C42551%2C1733145311561.1733145313286 to hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C42551%2C1733145311561.1733145313286 2024-12-02T13:15:24,299 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,42551,1733145311561-dead 2024-12-02T13:15:24,299 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,34503,1733145323818 2024-12-02T13:15:24,300 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:24,301 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C34503%2C1733145323818, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,34503,1733145323818, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/oldWALs, maxLogs=10 2024-12-02T13:15:24,311 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,34503,1733145323818/06e3e18f2515%2C34503%2C1733145323818.1733145324301, exclude list is [], retry=0 2024-12-02T13:15:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:24,315 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/WALs/06e3e18f2515,34503,1733145323818/06e3e18f2515%2C34503%2C1733145323818.1733145324301 2024-12-02T13:15:24,316 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:24,316 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:24,316 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:24,316 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,316 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:15:24,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d9e52e1a04f44f4810648558ec643e6 2024-12-02T13:15:24,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:24,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:15:24,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/282698072fef4bb28e75ef9f40d29862 2024-12-02T13:15:24,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:24,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:15:24,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a1e6302b0648fa8db935b61adc5585 2024-12-02T13:15:24,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:24,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:15:24,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:24,334 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,335 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T13:15:24,335 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C42551%2C1733145311561.1733145313286 2024-12-02T13:15:24,339 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C42551%2C1733145311561.1733145313286 2024-12-02T13:15:24,340 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/06e3e18f2515%2C42551%2C1733145311561.1733145313286 2024-12-02T13:15:24,341 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,341 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,342 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:24,343 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:24,345 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-02T13:15:24,346 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71723911, jitterRate=0.06876955926418304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:24,346 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145324316Initializing all the Stores at 1733145324317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145324317Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145324317Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145324317Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145324317Cleaning up temporary data from old regions at 1733145324341 (+24 ms)Region opened successfully at 1733145324346 (+5 ms) 2024-12-02T13:15:24,346 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:15:24,349 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b137ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:24,352 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T13:15:24,352 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:15:24,352 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:15:24,352 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:15:24,352 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:15:24,355 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:24,355 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:15:24,356 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:15:24,356 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-02T13:15:24,356 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:15:24,359 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=06e3e18f2515,37657,1733145311608, regionLocation=06e3e18f2515,37657,1733145311608, openSeqNum=2 2024-12-02T13:15:24,359 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=06e3e18f2515,37657,1733145311608, table=hbase:meta, region=1588230740 2024-12-02T13:15:24,359 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37657,1733145311608, state=OPEN 2024-12-02T13:15:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:24,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:24,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:24,364 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:15:24,364 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/draining/06e3e18f2515,37657,1733145311608 already deleted, retry=false 2024-12-02T13:15:24,365 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 06e3e18f2515,37657,1733145311608 on 06e3e18f2515,34503,1733145323818 2024-12-02T13:15:24,366 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 06e3e18f2515,37657,1733145311608, splitWal=true, meta=true 2024-12-02T13:15:24,366 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 06e3e18f2515,37657,1733145311608 (carryingMeta=true) 06e3e18f2515,37657,1733145311608/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@d79f3fb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T13:15:24,368 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/balancer because node does not exist (not necessarily an error) 2024-12-02T13:15:24,368 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/balancer already deleted, retry=false 2024-12-02T13:15:24,369 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:15:24,369 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:15:24,369 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/normalizer already deleted, retry=false 2024-12-02T13:15:24,370 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:15:24,371 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:15:24,371 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/switch/split already deleted, retry=false 2024-12-02T13:15:24,372 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:15:24,372 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/switch/merge already deleted, retry=false 2024-12-02T13:15:24,375 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:15:24,375 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/snapshot-cleanup already deleted, retry=false 2024-12-02T13:15:24,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:24,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:24,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:24,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:24,378 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,34503,1733145323818, sessionid=0x1009b1211f80006, setting cluster-up flag (Was=false) 2024-12-02T13:15:24,379 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-371616812/flush-table-proc/acquired, /0-371616812/flush-table-proc/reached, /0-371616812/flush-table-proc/abort 2024-12-02T13:15:24,380 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34503,1733145323818 2024-12-02T13:15:24,382 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-371616812/online-snapshot/acquired, /0-371616812/online-snapshot/reached, /0-371616812/online-snapshot/abort 2024-12-02T13:15:24,382 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34503,1733145323818 2024-12-02T13:15:24,385 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/.lastflushedseqids 2024-12-02T13:15:24,387 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:15:24,389 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:15:24,389 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,34503,1733145323818 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 06e3e18f2515,37657,1733145311608 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:15:24,390 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:24,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:24,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:24,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:24,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:15:24,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:24,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145354392 2024-12-02T13:15:24,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:15:24,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:15:24,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:15:24,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:15:24,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:15:24,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:15:24,392 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 06e3e18f2515,37657,1733145311608, splitWal=true, meta=true 2024-12-02T13:15:24,393 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,393 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:15:24,393 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:15:24,393 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:15:24,393 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:15:24,393 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 06e3e18f2515,37657,1733145311608, splitWal=true, meta=true, isMeta: true 2024-12-02T13:15:24,395 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608-splitting 2024-12-02T13:15:24,395 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608-splitting dir is empty, no logs to split. 2024-12-02T13:15:24,395 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,37657,1733145311608 WAL count=0, meta=true 2024-12-02T13:15:24,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:15:24,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:15:24,397 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145324397,5,FailOnTimeoutGroup] 2024-12-02T13:15:24,397 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145324397,5,FailOnTimeoutGroup] 2024-12-02T13:15:24,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:15:24,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,397 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608-splitting dir is empty, no logs to split. 2024-12-02T13:15:24,397 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,37657,1733145311608 WAL count=0, meta=true 2024-12-02T13:15:24,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,398 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 06e3e18f2515,37657,1733145311608 WAL splitting is done? wals=0, meta=true 2024-12-02T13:15:24,398 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145324398, completionTime=-1 2024-12-02T13:15:24,398 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T13:15:24,398 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T13:15:24,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:15:24,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:24,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T13:15:24,458 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(746): ClusterId : f2cde311-c597-4524-9fa6-dd824c86e2ec 2024-12-02T13:15:24,458 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:15:24,459 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:15:24,459 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:15:24,460 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:15:24,460 DEBUG [RS:0;06e3e18f2515:38237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a4b3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:24,471 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:38237 2024-12-02T13:15:24,471 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:15:24,471 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:15:24,471 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:15:24,472 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,34503,1733145323818 with port=38237, startcode=1733145323841 2024-12-02T13:15:24,472 DEBUG [RS:0;06e3e18f2515:38237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:15:24,473 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:15:24,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,38237,1733145323841 2024-12-02T13:15:24,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,38237,1733145323841 2024-12-02T13:15:24,475 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e 2024-12-02T13:15:24,475 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40571 2024-12-02T13:15:24,475 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:15:24,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/rs 2024-12-02T13:15:24,477 DEBUG [RS:0;06e3e18f2515:38237 {}] zookeeper.ZKUtil(111): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on existing znode=/0-371616812/rs/06e3e18f2515,38237,1733145323841 2024-12-02T13:15:24,477 WARN [RS:0;06e3e18f2515:38237 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:24,477 INFO [RS:0;06e3e18f2515:38237 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:24,478 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841 2024-12-02T13:15:24,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,38237,1733145323841] 2024-12-02T13:15:24,493 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:15:24,494 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:15:24,495 INFO [RS:0;06e3e18f2515:38237 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:15:24,495 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,495 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:15:24,495 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:15:24,496 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:24,496 DEBUG [RS:0;06e3e18f2515:38237 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:24,496 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,496 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,496 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,496 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,496 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,496 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,38237,1733145323841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:24,498 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T13:15:24,509 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:15:24,509 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,38237,1733145323841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,521 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,38237,1733145323841, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:15:24,521 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,521 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.Replication(171): 06e3e18f2515,38237,1733145323841 started 2024-12-02T13:15:24,533 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:24,533 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,38237,1733145323841, RpcServer on 06e3e18f2515/172.17.0.2:38237, sessionid=0x1009b1211f80007 2024-12-02T13:15:24,533 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:15:24,533 DEBUG [RS:0;06e3e18f2515:38237 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,38237,1733145323841 2024-12-02T13:15:24,533 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,38237,1733145323841' 2024-12-02T13:15:24,533 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-371616812/flush-table-proc/abort' 2024-12-02T13:15:24,534 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-371616812/flush-table-proc/acquired' 2024-12-02T13:15:24,534 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:15:24,534 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:15:24,534 DEBUG [RS:0;06e3e18f2515:38237 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,38237,1733145323841 2024-12-02T13:15:24,534 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,38237,1733145323841' 2024-12-02T13:15:24,534 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-371616812/online-snapshot/abort' 2024-12-02T13:15:24,535 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-371616812/online-snapshot/acquired' 2024-12-02T13:15:24,535 DEBUG [RS:0;06e3e18f2515:38237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:15:24,535 INFO [RS:0;06e3e18f2515:38237 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:15:24,535 INFO [RS:0;06e3e18f2515:38237 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:15:24,539 DEBUG [RS:0;06e3e18f2515:38237.replicationSource,1-06e3e18f2515,38237,1733145323841 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:35457' 2024-12-02T13:15:24,540 DEBUG [RS:0;06e3e18f2515:38237.replicationSource,1-06e3e18f2515,38237,1733145323841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@614e7c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:24,540 DEBUG [RS:0;06e3e18f2515:38237.replicationSource,1-06e3e18f2515,38237,1733145323841 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,35457,-1 for getting cluster id 2024-12-02T13:15:24,540 DEBUG [RS:0;06e3e18f2515:38237.replicationSource,1-06e3e18f2515,38237,1733145323841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:24,541 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3b85067-3ab8-46aa-9a71-6d9c08e44de8' 2024-12-02T13:15:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3b85067-3ab8-46aa-9a71-6d9c08e44de8" 2024-12-02T13:15:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f7acbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,35457,-1] 2024-12-02T13:15:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:24,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:24,543 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:24,544 DEBUG [RS:0;06e3e18f2515:38237.replicationSource,1-06e3e18f2515,38237,1733145323841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cd7e618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:24,544 DEBUG [RS:0;06e3e18f2515:38237.replicationSource,1-06e3e18f2515,38237,1733145323841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:24,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,35457,1733145315471 2024-12-02T13:15:24,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47664e40 2024-12-02T13:15:24,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:24,546 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-02T13:15:24,546 INFO [RS:0;06e3e18f2515:38237.replicationSource,1-06e3e18f2515,38237,1733145323841 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,38237,1733145323841 (queues=0) is replicating from cluster=f2cde311-c597-4524-9fa6-dd824c86e2ec to cluster=c3b85067-3ab8-46aa-9a71-6d9c08e44de8 2024-12-02T13:15:24,550 WARN [06e3e18f2515:34503 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T13:15:24,635 INFO [RS:0;06e3e18f2515:38237 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:24,636 INFO [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C38237%2C1733145323841, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs, maxLogs=10 2024-12-02T13:15:24,646 DEBUG [RS:0;06e3e18f2515:38237 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637, exclude list is [], retry=0 2024-12-02T13:15:24,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:24,650 INFO [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 2024-12-02T13:15:24,651 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 06e3e18f2515%2C38237%2C1733145323841 for peer 1 2024-12-02T13:15:24,651 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C38237%2C1733145323841 2024-12-02T13:15:24,651 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,38237,1733145323841, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:15:24,651 DEBUG [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:24,651 INFO [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C38237%2C1733145323841 2024-12-02T13:15:24,651 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637, startPosition=0, beingWritten=true 2024-12-02T13:15:24,800 DEBUG [06e3e18f2515:34503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:15:24,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,38237,1733145323841 2024-12-02T13:15:24,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,38237,1733145323841, state=OPENING 2024-12-02T13:15:24,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:24,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:24,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:24,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:24,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,38237,1733145323841}] 2024-12-02T13:15:24,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:24,855 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:24,955 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:15:24,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:15:24,959 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:15:24,959 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:24,959 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:15:24,960 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C38237%2C1733145323841.meta, suffix=.meta, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs, maxLogs=10 2024-12-02T13:15:24,971 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.meta.1733145324961.meta, exclude list is [], retry=0 2024-12-02T13:15:24,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:24,974 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.meta.1733145324961.meta 2024-12-02T13:15:24,974 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:24,974 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:24,974 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:24,975 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:24,975 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:15:24,975 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:15:24,975 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:15:24,975 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:24,975 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:15:24,975 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:15:24,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:24,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:24,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,981 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/info/109ab9ab9bfb40a5aebfac9632d7d434 2024-12-02T13:15:24,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:24,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:24,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:24,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,987 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/ns/ecc79983779f4a2bbf0d6f7368eab4b7 2024-12-02T13:15:24,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:24,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:24,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:24,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:24,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:24,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:24,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:24,994 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/table/cd8de070372e49bcaa31a94c77d82207 2024-12-02T13:15:24,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:24,994 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:24,995 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740 2024-12-02T13:15:24,996 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740 2024-12-02T13:15:24,997 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:24,997 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:24,998 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:24,999 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:24,999 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74525089, jitterRate=0.11051036417484283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:24,999 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:15:24,999 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145324975Writing region info on filesystem at 1733145324975Initializing all the Stores at 1733145324976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145324976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145324976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145324976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145324976Cleaning up temporary data from old regions at 1733145324997 (+21 ms)Running coprocessor post-open hooks at 1733145324999 (+2 ms)Region opened successfully at 1733145324999 2024-12-02T13:15:25,000 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733145324955 2024-12-02T13:15:25,002 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:15:25,002 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:15:25,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=06e3e18f2515,38237,1733145323841 2024-12-02T13:15:25,004 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,38237,1733145323841, state=OPEN 2024-12-02T13:15:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-371616812/meta-region-server 2024-12-02T13:15:25,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,38237,1733145323841 2024-12-02T13:15:25,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:25,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-371616812/meta-region-server: CHANGED 2024-12-02T13:15:25,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T13:15:25,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,38237,1733145323841 in 202 msec 2024-12-02T13:15:25,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:15:25,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-12-02T13:15:25,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:25,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:25,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:25,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:25,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:25,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:25,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:25,159 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:25,563 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:26,000 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-02T13:15:26,067 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:26,672 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:27,376 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:27,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T13:15:28,180 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:28,905 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T13:15:28,905 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:15:28,905 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:28,905 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38237,1733145323841, seqNum=-1] 2024-12-02T13:15:28,906 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:28,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:28,910 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d99984a83617b07a7a6a639319f169a8, regionState=OPEN, lastHost=06e3e18f2515,37657,1733145311608, regionLocation=06e3e18f2515,37657,1733145311608, openSeqNum=2 2024-12-02T13:15:28,910 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:15:28,910 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145388910 2024-12-02T13:15:28,910 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145448910 2024-12-02T13:15:28,910 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-02T13:15:28,910 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 06e3e18f2515,37657,1733145311608 had 2 regions 2024-12-02T13:15:28,911 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34503,1733145323818-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:28,911 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34503,1733145323818-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:28,911 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34503,1733145323818-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:28,911 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:34503, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:28,911 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:28,911 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:28,912 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 06e3e18f2515,37657,1733145311608, splitWal=true, meta=true, isMeta: false 2024-12-02T13:15:28,913 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608-splitting dir is empty, no logs to split. 2024-12-02T13:15:28,913 INFO [PEWorker-3 {}] master.SplitWALManager(105): 06e3e18f2515,37657,1733145311608 WAL count=0, meta=false 2024-12-02T13:15:28,915 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,37657,1733145311608-splitting dir is empty, no logs to split. 2024-12-02T13:15:28,915 INFO [PEWorker-3 {}] master.SplitWALManager(105): 06e3e18f2515,37657,1733145311608 WAL count=0, meta=false 2024-12-02T13:15:28,915 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 06e3e18f2515,37657,1733145311608 WAL splitting is done? wals=0, meta=false 2024-12-02T13:15:28,916 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.047sec 2024-12-02T13:15:28,916 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:15:28,917 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:15:28,917 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:15:28,917 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:15:28,917 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:15:28,917 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34503,1733145323818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:28,917 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34503,1733145323818-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:15:28,918 WARN [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=06e3e18f2515,37657,1733145311608/hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:28,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN}] 2024-12-02T13:15:28,920 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:15:28,920 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:15:28,920 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34503,1733145323818-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:28,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN 2024-12-02T13:15:28,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T13:15:28,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:28,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34503,-1 for getting cluster id 2024-12-02T13:15:28,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:28,962 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2cde311-c597-4524-9fa6-dd824c86e2ec' 2024-12-02T13:15:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2cde311-c597-4524-9fa6-dd824c86e2ec" 2024-12-02T13:15:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1f1b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34503,-1] 2024-12-02T13:15:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,963 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2328dce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:28,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:28,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38237,1733145323841, seqNum=-1] 2024-12-02T13:15:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:28,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:28,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T13:15:28,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:28,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:28,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:28,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 06e3e18f2515:34503 after: 06e3e18f2515:34503 2024-12-02T13:15:28,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:28,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34503,-1 for getting cluster id 2024-12-02T13:15:28,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:28,970 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2cde311-c597-4524-9fa6-dd824c86e2ec' 2024-12-02T13:15:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2cde311-c597-4524-9fa6-dd824c86e2ec" 2024-12-02T13:15:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bfdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34503,-1] 2024-12-02T13:15:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,971 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:28,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:28,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34503,1733145323818 2024-12-02T13:15:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@599cc955 2024-12-02T13:15:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:28,973 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:28,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T13:15:28,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:15:28,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:28,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:28,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:28,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:15:28,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2141985621, stopped=false 2024-12-02T13:15:28,974 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,35457,1733145315471 2024-12-02T13:15:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1613965150/running 2024-12-02T13:15:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1613965150/running 2024-12-02T13:15:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:28,975 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:28,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:28,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:28,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on znode that does not yet exist, /1613965150/running 2024-12-02T13:15:28,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Set watcher on znode that does not yet exist, /1613965150/running 2024-12-02T13:15:28,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,33901,1733145315500' ***** 2024-12-02T13:15:28,975 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:15:28,975 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:15:28,975 INFO [RS:0;06e3e18f2515:33901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:15:28,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:15:28,975 INFO [RS:0;06e3e18f2515:33901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:15:28,975 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,33901,1733145315500 2024-12-02T13:15:28,976 INFO [RS:0;06e3e18f2515:33901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:28,976 INFO [RS:0;06e3e18f2515:33901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:33901. 2024-12-02T13:15:28,976 DEBUG [RS:0;06e3e18f2515:33901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:28,976 DEBUG [RS:0;06e3e18f2515:33901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:28,976 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:15:28,976 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:15:28,976 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:15:28,976 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:15:28,976 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:15:28,976 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:15:28,976 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:28,976 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:28,976 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:28,976 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:28,976 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:28,976 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:28,976 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T13:15:28,993 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740/.tmp/ns/3245db90e1454aa08b66b5a79f0644dd is 43, key is default/ns:d/1733145318407/Put/seqid=0 2024-12-02T13:15:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741835_1011 (size=5153) 2024-12-02T13:15:29,051 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:29,071 DEBUG [06e3e18f2515:34503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:15:29,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d99984a83617b07a7a6a639319f169a8, regionState=OPENING, regionLocation=06e3e18f2515,38237,1733145323841 2024-12-02T13:15:29,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN because future has completed 2024-12-02T13:15:29,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99984a83617b07a7a6a639319f169a8, server=06e3e18f2515,38237,1733145323841}] 2024-12-02T13:15:29,085 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:29,176 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:29,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:29,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:29,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:15:29,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C38237%2C1733145323841.rep, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs, maxLogs=10 2024-12-02T13:15:29,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.rep.1733145329230, exclude list is [], retry=0 2024-12-02T13:15:29,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38111,DS-208cdd4a-7825-4e4c-bf18-282619499498,DISK] 2024-12-02T13:15:29,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.rep.1733145329230 2024-12-02T13:15:29,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-12-02T13:15:29,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d99984a83617b07a7a6a639319f169a8, NAME => 'hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:29,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:29,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:29,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. service=MultiRowMutationService 2024-12-02T13:15:29,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:15:29,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:29,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,249 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,250 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99984a83617b07a7a6a639319f169a8 columnFamilyName hfileref 2024-12-02T13:15:29,250 DEBUG [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:29,250 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(327): Store=d99984a83617b07a7a6a639319f169a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:29,250 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,251 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99984a83617b07a7a6a639319f169a8 columnFamilyName queue 2024-12-02T13:15:29,251 DEBUG [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:29,256 DEBUG [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/queue/6a0d09f83da3485e85fe190a4732f811 2024-12-02T13:15:29,256 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(327): Store=d99984a83617b07a7a6a639319f169a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:29,257 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,257 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99984a83617b07a7a6a639319f169a8 columnFamilyName sid 2024-12-02T13:15:29,257 DEBUG [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:29,258 INFO [StoreOpener-d99984a83617b07a7a6a639319f169a8-1 {}] regionserver.HStore(327): Store=d99984a83617b07a7a6a639319f169a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:29,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:15:29,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d99984a83617b07a7a6a639319f169a8; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66491606, jitterRate=-0.009197860956192017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:15:29,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:29,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d99984a83617b07a7a6a639319f169a8: Running coprocessor pre-open hook at 1733145329246Writing region info on filesystem at 1733145329246Initializing all the Stores at 1733145329247 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145329247Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145329249 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145329249Cleaning up temporary data from old regions at 1733145329260 (+11 ms)Running coprocessor post-open hooks at 1733145329263 (+3 ms)Region opened successfully at 1733145329263 2024-12-02T13:15:29,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8., pid=13, masterSystemTime=1733145329226 2024-12-02T13:15:29,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:29,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:29,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d99984a83617b07a7a6a639319f169a8, regionState=OPEN, openSeqNum=9, regionLocation=06e3e18f2515,38237,1733145323841 2024-12-02T13:15:29,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99984a83617b07a7a6a639319f169a8, server=06e3e18f2515,38237,1733145323841 because future has completed 2024-12-02T13:15:29,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T13:15:29,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d99984a83617b07a7a6a639319f169a8, server=06e3e18f2515,38237,1733145323841 in 195 msec 2024-12-02T13:15:29,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-02T13:15:29,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d99984a83617b07a7a6a639319f169a8, ASSIGN in 351 msec 2024-12-02T13:15:29,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T13:15:29,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8., hostname=06e3e18f2515,38237,1733145323841, seqNum=9] 2024-12-02T13:15:29,301 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 06e3e18f2515,37657,1733145311608 2024-12-02T13:15:29,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T13:15:29,346 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:15:29,346 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:15:29,376 DEBUG [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:29,397 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740/.tmp/ns/3245db90e1454aa08b66b5a79f0644dd 2024-12-02T13:15:29,403 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740/.tmp/ns/3245db90e1454aa08b66b5a79f0644dd as hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740/ns/3245db90e1454aa08b66b5a79f0644dd 2024-12-02T13:15:29,407 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740/ns/3245db90e1454aa08b66b5a79f0644dd, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T13:15:29,408 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-02T13:15:29,408 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:15:29,413 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T13:15:29,413 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:29,413 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:29,413 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:29,414 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145328976Running coprocessor pre-close hooks at 1733145328976Disabling compacts and flushes for region at 1733145328976Disabling writes for close at 1733145328976Obtaining lock to block concurrent updates at 1733145328976Preparing flush snapshotting stores in 1588230740 at 1733145328976Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733145328977 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145328977Flushing 1588230740/ns: creating writer at 1733145328977Flushing 1588230740/ns: appending metadata at 1733145328992 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733145328992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8955a2: reopening flushed file at 1733145329402 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733145329408 (+6 ms)Writing region close event to WAL at 1733145329410 (+2 ms)Running coprocessor post-close hooks at 1733145329413 (+3 ms)Closed at 1733145329413 2024-12-02T13:15:29,414 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:29,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-02T13:15:29,577 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,33901,1733145315500; all regions closed. 2024-12-02T13:15:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741834_1010 (size=1152) 2024-12-02T13:15:29,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/WALs/06e3e18f2515,33901,1733145315500/06e3e18f2515%2C33901%2C1733145315500.meta.1733145318372.meta not finished, retry = 0 2024-12-02T13:15:29,681 DEBUG [RS:0;06e3e18f2515:33901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/oldWALs 2024-12-02T13:15:29,681 INFO [RS:0;06e3e18f2515:33901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C33901%2C1733145315500.meta:.meta(num 1733145318372) 2024-12-02T13:15:29,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741832_1008 (size=93) 2024-12-02T13:15:29,685 DEBUG [RS:0;06e3e18f2515:33901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/oldWALs 2024-12-02T13:15:29,685 INFO [RS:0;06e3e18f2515:33901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C33901%2C1733145315500:(num 1733145317467) 2024-12-02T13:15:29,685 DEBUG [RS:0;06e3e18f2515:33901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:29,685 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:29,685 INFO [RS:0;06e3e18f2515:33901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:29,685 INFO [RS:0;06e3e18f2515:33901 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:29,685 INFO [RS:0;06e3e18f2515:33901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:29,685 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:29,685 INFO [RS:0;06e3e18f2515:33901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33901 2024-12-02T13:15:29,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1613965150/rs/06e3e18f2515,33901,1733145315500 2024-12-02T13:15:29,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150/rs 2024-12-02T13:15:29,686 INFO [RS:0;06e3e18f2515:33901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:29,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,33901,1733145315500] 2024-12-02T13:15:29,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1613965150/draining/06e3e18f2515,33901,1733145315500 already deleted, retry=false 2024-12-02T13:15:29,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,33901,1733145315500 expired; onlineServers=0 2024-12-02T13:15:29,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,35457,1733145315471' ***** 2024-12-02T13:15:29,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:15:29,688 INFO [M:0;06e3e18f2515:35457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:29,688 INFO [M:0;06e3e18f2515:35457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:29,688 DEBUG [M:0;06e3e18f2515:35457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:15:29,688 DEBUG [M:0;06e3e18f2515:35457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:15:29,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:15:29,688 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145317230 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145317230,5,FailOnTimeoutGroup] 2024-12-02T13:15:29,688 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145317231 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145317231,5,FailOnTimeoutGroup] 2024-12-02T13:15:29,688 INFO [M:0;06e3e18f2515:35457 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:29,688 INFO [M:0;06e3e18f2515:35457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:29,688 DEBUG [M:0;06e3e18f2515:35457 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:15:29,688 INFO [M:0;06e3e18f2515:35457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:15:29,688 INFO [M:0;06e3e18f2515:35457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:29,689 INFO [M:0;06e3e18f2515:35457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:15:29,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:15:29,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1613965150/master 2024-12-02T13:15:29,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1613965150 2024-12-02T13:15:29,689 DEBUG [M:0;06e3e18f2515:35457 {}] zookeeper.ZKUtil(347): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Unable to get data of znode /1613965150/master because node does not exist (not an error) 2024-12-02T13:15:29,689 WARN [M:0;06e3e18f2515:35457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:15:29,690 INFO [M:0;06e3e18f2515:35457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/.lastflushedseqids 2024-12-02T13:15:29,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741836_1012 (size=99) 2024-12-02T13:15:29,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:29,787 INFO [RS:0;06e3e18f2515:33901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:29,787 INFO [RS:0;06e3e18f2515:33901 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,33901,1733145315500; zookeeper connection closed. 2024-12-02T13:15:29,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33901-0x1009b1211f80004, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:29,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37a63652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37a63652 2024-12-02T13:15:29,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:15:30,089 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:30,106 INFO [M:0;06e3e18f2515:35457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:15:30,106 INFO [M:0;06e3e18f2515:35457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:15:30,106 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:30,106 INFO [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:30,106 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:30,106 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:30,106 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:30,106 INFO [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T13:15:30,120 DEBUG [M:0;06e3e18f2515:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a945704498ff4ae3b206d0df98b63614 is 82, key is hbase:meta,,1/info:regioninfo/1733145318399/Put/seqid=0 2024-12-02T13:15:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741837_1013 (size=5672) 2024-12-02T13:15:30,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:30,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:30,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:30,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:30,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:30,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:30,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:30,524 INFO [M:0;06e3e18f2515:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a945704498ff4ae3b206d0df98b63614 2024-12-02T13:15:30,540 DEBUG [M:0;06e3e18f2515:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/baedda6aad624cf784fac72955154647 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733145318410/Put/seqid=0 2024-12-02T13:15:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741838_1014 (size=5275) 2024-12-02T13:15:30,944 INFO [M:0;06e3e18f2515:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/baedda6aad624cf784fac72955154647 2024-12-02T13:15:30,965 DEBUG [M:0;06e3e18f2515:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1746b06e108d413c81f244c7ccd11cc6 is 69, key is 06e3e18f2515,33901,1733145315500/rs:state/1733145317334/Put/seqid=0 2024-12-02T13:15:30,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741839_1015 (size=5156) 2024-12-02T13:15:31,193 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:31,370 INFO [M:0;06e3e18f2515:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1746b06e108d413c81f244c7ccd11cc6 2024-12-02T13:15:31,375 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a945704498ff4ae3b206d0df98b63614 as hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a945704498ff4ae3b206d0df98b63614 2024-12-02T13:15:31,378 INFO [M:0;06e3e18f2515:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a945704498ff4ae3b206d0df98b63614, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T13:15:31,379 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/baedda6aad624cf784fac72955154647 as hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/baedda6aad624cf784fac72955154647 2024-12-02T13:15:31,382 INFO [M:0;06e3e18f2515:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/baedda6aad624cf784fac72955154647, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T13:15:31,383 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1746b06e108d413c81f244c7ccd11cc6 as hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1746b06e108d413c81f244c7ccd11cc6 2024-12-02T13:15:31,387 INFO [M:0;06e3e18f2515:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1746b06e108d413c81f244c7ccd11cc6, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T13:15:31,387 INFO [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-12-02T13:15:31,389 INFO [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:31,389 DEBUG [M:0;06e3e18f2515:35457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145330106Disabling compacts and flushes for region at 1733145330106Disabling writes for close at 1733145330106Obtaining lock to block concurrent updates at 1733145330106Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145330106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733145330107 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145330107Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145330107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145330119 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145330119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145330528 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145330540 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145330540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145330949 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145330965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145330965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2244ee86: reopening flushed file at 1733145331374 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a328fbe: reopening flushed file at 1733145331378 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d485c4: reopening flushed file at 1733145331382 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1733145331387 (+5 ms)Writing region close event to WAL at 1733145331389 (+2 ms)Closed at 1733145331389 2024-12-02T13:15:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741830_1006 (size=10165) 2024-12-02T13:15:31,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1242da14-af69-c454-7c13-f7477e63ef0f/MasterData/WALs/06e3e18f2515,35457,1733145315471/06e3e18f2515%2C35457%2C1733145315471.1733145317171 not finished, retry = 0 2024-12-02T13:15:31,491 INFO [M:0;06e3e18f2515:35457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:15:31,491 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:31,492 INFO [M:0;06e3e18f2515:35457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35457 2024-12-02T13:15:31,492 INFO [M:0;06e3e18f2515:35457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:31,593 INFO [M:0;06e3e18f2515:35457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1009b1211f80003, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:31,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183aab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:31,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:31,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:31,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:31,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:31,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:15:31,597 WARN [BP-298917538-172.17.0.2-1733145314656 heartbeating to localhost/127.0.0.1:43387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:15:31,597 WARN [BP-298917538-172.17.0.2-1733145314656 heartbeating to localhost/127.0.0.1:43387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-298917538-172.17.0.2-1733145314656 (Datanode Uuid b8e6f947-f2b1-4f90-8e76-ff6bf36fbc32) service to localhost/127.0.0.1:43387 2024-12-02T13:15:31,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:15:31,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/cluster_fde07136-29ce-83df-4b9e-5fc2d4dec844/data/data1/current/BP-298917538-172.17.0.2-1733145314656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:31,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/cluster_fde07136-29ce-83df-4b9e-5fc2d4dec844/data/data2/current/BP-298917538-172.17.0.2-1733145314656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:31,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:15:31,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc17592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:31,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:31,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:31,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:31,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:31,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:15:31,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:15:31,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:31,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:31,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:31,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:31,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:31,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:15:31,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=69823115, stopped=false 2024-12-02T13:15:31,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,34503,1733145323818 2024-12-02T13:15:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/running 2024-12-02T13:15:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:31,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:31,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:31,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:31,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:31,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:31,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Set watcher on znode that does not yet exist, /0-371616812/running 2024-12-02T13:15:31,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,38237,1733145323841' ***** 2024-12-02T13:15:31,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:15:31,619 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:15:31,619 INFO [RS:0;06e3e18f2515:38237 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:15:31,619 INFO [RS:0;06e3e18f2515:38237 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:15:31,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:15:31,619 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(3091): Received CLOSE for d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,38237,1733145323841 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:38237. 2024-12-02T13:15:31,620 DEBUG [RS:0;06e3e18f2515:38237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:31,620 DEBUG [RS:0;06e3e18f2515:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d99984a83617b07a7a6a639319f169a8, disabling compactions & flushes 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:15:31,620 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. after waiting 0 ms 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:31,620 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:15:31,620 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d99984a83617b07a7a6a639319f169a8=hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8.} 2024-12-02T13:15:31,620 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99984a83617b07a7a6a639319f169a8 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:31,620 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:31,620 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:31,620 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T13:15:31,623 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/replication/d99984a83617b07a7a6a639319f169a8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-02T13:15:31,623 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:31,623 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:31,624 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:31,624 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d99984a83617b07a7a6a639319f169a8: Waiting for close lock at 1733145331620Running coprocessor pre-close hooks at 1733145331620Disabling compacts and flushes for region at 1733145331620Disabling writes for close at 1733145331620Writing region close event to WAL at 1733145331620Running coprocessor post-close hooks at 1733145331623 (+3 ms)Closed at 1733145331624 (+1 ms) 2024-12-02T13:15:31,624 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8. 2024-12-02T13:15:31,633 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/info/8f8d1c04a432449c82f116ddacf0c424 is 147, key is hbase:replication,,1733145318447.d99984a83617b07a7a6a639319f169a8./info:regioninfo/1733145329266/Put/seqid=0 2024-12-02T13:15:31,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741851_1027 (size=6385) 2024-12-02T13:15:31,704 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:31,820 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:32,020 DEBUG [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:32,037 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/info/8f8d1c04a432449c82f116ddacf0c424 2024-12-02T13:15:32,041 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/.tmp/info/8f8d1c04a432449c82f116ddacf0c424 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/info/8f8d1c04a432449c82f116ddacf0c424 2024-12-02T13:15:32,046 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/info/8f8d1c04a432449c82f116ddacf0c424, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T13:15:32,047 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-12-02T13:15:32,052 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T13:15:32,052 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:32,052 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:32,053 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:32,053 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145331620Running coprocessor pre-close hooks at 1733145331620Disabling compacts and flushes for region at 1733145331620Disabling writes for close at 1733145331620Obtaining lock to block concurrent updates at 1733145331620Preparing flush snapshotting stores in 1588230740 at 1733145331620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733145331620Flushing stores of hbase:meta,,1.1588230740 at 1733145331621 (+1 ms)Flushing 1588230740/info: creating writer at 1733145331621Flushing 1588230740/info: appending metadata at 1733145331632 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733145331632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d02203e: reopening flushed file at 1733145332041 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1733145332047 (+6 ms)Writing region close event to WAL at 1733145332049 (+2 ms)Running coprocessor post-close hooks at 1733145332052 (+3 ms)Closed at 1733145332052 2024-12-02T13:15:32,053 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:32,220 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,38237,1733145323841; all regions closed. 2024-12-02T13:15:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741849_1025 (size=2156) 2024-12-02T13:15:32,224 DEBUG [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs 2024-12-02T13:15:32,224 INFO [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C38237%2C1733145323841.meta:.meta(num 1733145324961) 2024-12-02T13:15:32,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741850_1026 (size=796) 2024-12-02T13:15:32,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.rep.1733145329230 not finished, retry = 0 2024-12-02T13:15:32,328 DEBUG [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs 2024-12-02T13:15:32,328 INFO [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C38237%2C1733145323841.rep:(num 1733145329230) 2024-12-02T13:15:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741848_1024 (size=93) 2024-12-02T13:15:32,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 not finished, retry = 0 2024-12-02T13:15:32,397 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 to pos 0, reset compression=false 2024-12-02T13:15:32,431 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637 2024-12-02T13:15:32,431 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-02T13:15:32,431 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.wal-reader.06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-02T13:15:32,431 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,38237,1733145323841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/WALs/06e3e18f2515,38237,1733145323841/06e3e18f2515%2C38237%2C1733145323841.1733145324637, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T13:15:32,431 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:32,431 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38237,1733145323841, seqNum=-1] 2024-12-02T13:15:32,432 DEBUG [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/oldWALs 2024-12-02T13:15:32,432 INFO [RS:0;06e3e18f2515:38237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C38237%2C1733145323841:(num 1733145324637) 2024-12-02T13:15:32,432 DEBUG [RS:0;06e3e18f2515:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:32,432 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:32,432 INFO [RS:0;06e3e18f2515:38237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:32,432 INFO [RS:0;06e3e18f2515:38237 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:32,432 INFO [RS:0;06e3e18f2515:38237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:32,432 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:32,432 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,38237,1733145323841 because: Region server is closing 2024-12-02T13:15:32,433 INFO [RS:0;06e3e18f2515:38237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:38237. 2024-12-02T13:15:32,433 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T13:15:32,433 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T13:15:32,433 DEBUG [RS:0;06e3e18f2515:38237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:32,433 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T13:15:32,433 DEBUG [RS:0;06e3e18f2515:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:32,432 WARN [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-06e3e18f2515,38237,1733145323841', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:38237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-02T13:15:32,433 DEBUG [RS:0;06e3e18f2515:38237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:32,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:32,433 ERROR [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,38237,1733145323841: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,38237,1733145323841, walGroup=06e3e18f2515%2C38237%2C1733145323841, offset=06e3e18f2515%2C38237%2C1733145323841.1733145324637:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:38237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:15:32,434 ERROR [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:15:32,434 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:15:32,435 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:15:32,435 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:15:32,435 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:15:32,435 INFO [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 492473728 }, "NonHeapMemoryUsage": { "committed": 184352768, "init": 7667712, "max": -1, "used": 181688592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:15:32,436 DEBUG [RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [06e3e18f2515%2C38237%2C1733145323841.1733145324637] 2024-12-02T13:15:32,533 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;06e3e18f2515:38237.replicationSource.shipper06e3e18f2515%2C38237%2C1733145323841,1-06e3e18f2515,38237,1733145323841 terminated 2024-12-02T13:15:32,533 INFO [RS:0;06e3e18f2515:38237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38237 2024-12-02T13:15:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812/rs 2024-12-02T13:15:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/rs/06e3e18f2515,38237,1733145323841 2024-12-02T13:15:32,535 INFO [RS:0;06e3e18f2515:38237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:32,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,38237,1733145323841] 2024-12-02T13:15:32,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-371616812/draining/06e3e18f2515,38237,1733145323841 already deleted, retry=false 2024-12-02T13:15:32,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,38237,1733145323841 expired; onlineServers=0 2024-12-02T13:15:32,536 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,34503,1733145323818' ***** 2024-12-02T13:15:32,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:15:32,536 INFO [M:0;06e3e18f2515:34503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:32,536 INFO [M:0;06e3e18f2515:34503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:32,536 DEBUG [M:0;06e3e18f2515:34503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:15:32,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:15:32,536 DEBUG [M:0;06e3e18f2515:34503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:15:32,536 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145324397 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145324397,5,FailOnTimeoutGroup] 2024-12-02T13:15:32,536 INFO [M:0;06e3e18f2515:34503 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:32,536 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145324397 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145324397,5,FailOnTimeoutGroup] 2024-12-02T13:15:32,536 INFO [M:0;06e3e18f2515:34503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:32,537 DEBUG [M:0;06e3e18f2515:34503 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:15:32,537 INFO [M:0;06e3e18f2515:34503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:15:32,537 INFO [M:0;06e3e18f2515:34503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:32,537 INFO [M:0;06e3e18f2515:34503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:15:32,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:15:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-371616812/master 2024-12-02T13:15:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-371616812 2024-12-02T13:15:32,537 DEBUG [M:0;06e3e18f2515:34503 {}] zookeeper.ZKUtil(347): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Unable to get data of znode /0-371616812/master because node does not exist (not an error) 2024-12-02T13:15:32,537 WARN [M:0;06e3e18f2515:34503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:15:32,538 INFO [M:0;06e3e18f2515:34503 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/.lastflushedseqids 2024-12-02T13:15:32,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741852_1028 (size=181) 2024-12-02T13:15:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:32,635 INFO [RS:0;06e3e18f2515:38237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:32,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38237-0x1009b1211f80007, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:32,636 INFO [RS:0;06e3e18f2515:38237 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,38237,1733145323841; zookeeper connection closed. 2024-12-02T13:15:32,636 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@107749b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@107749b7 2024-12-02T13:15:32,636 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:15:32,944 INFO [M:0;06e3e18f2515:34503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:15:32,944 INFO [M:0;06e3e18f2515:34503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:15:32,944 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:32,944 INFO [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:32,944 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:32,944 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:32,944 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:32,944 INFO [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T13:15:32,958 DEBUG [M:0;06e3e18f2515:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95351a19d2e64a498b0cb60ffd481e43 is 82, key is hbase:meta,,1/info:regioninfo/1733145325003/Put/seqid=0 2024-12-02T13:15:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741853_1029 (size=5672) 2024-12-02T13:15:33,362 INFO [M:0;06e3e18f2515:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95351a19d2e64a498b0cb60ffd481e43 2024-12-02T13:15:33,378 DEBUG [M:0;06e3e18f2515:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd739063960d4d32b978a52f1723d94c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733145329270/Put/seqid=0 2024-12-02T13:15:33,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741854_1030 (size=7312) 2024-12-02T13:15:33,782 INFO [M:0;06e3e18f2515:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd739063960d4d32b978a52f1723d94c 2024-12-02T13:15:33,801 DEBUG [M:0;06e3e18f2515:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a18ca45b4af4929bd860164bed66fac is 69, key is 06e3e18f2515,38237,1733145323841/rs:state/1733145324474/Put/seqid=0 2024-12-02T13:15:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741855_1031 (size=5370) 2024-12-02T13:15:34,205 INFO [M:0;06e3e18f2515:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a18ca45b4af4929bd860164bed66fac 2024-12-02T13:15:34,209 INFO [M:0;06e3e18f2515:34503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a18ca45b4af4929bd860164bed66fac 2024-12-02T13:15:34,210 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95351a19d2e64a498b0cb60ffd481e43 as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95351a19d2e64a498b0cb60ffd481e43 2024-12-02T13:15:34,214 INFO [M:0;06e3e18f2515:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95351a19d2e64a498b0cb60ffd481e43, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T13:15:34,215 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd739063960d4d32b978a52f1723d94c as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd739063960d4d32b978a52f1723d94c 2024-12-02T13:15:34,219 INFO [M:0;06e3e18f2515:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd739063960d4d32b978a52f1723d94c, entries=7, sequenceid=127, filesize=7.1 K 2024-12-02T13:15:34,220 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a18ca45b4af4929bd860164bed66fac as hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a18ca45b4af4929bd860164bed66fac 2024-12-02T13:15:34,223 INFO [M:0;06e3e18f2515:34503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a18ca45b4af4929bd860164bed66fac 2024-12-02T13:15:34,223 INFO [M:0;06e3e18f2515:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/b77c2f08-b72a-6979-91e5-c079a451da7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a18ca45b4af4929bd860164bed66fac, entries=2, sequenceid=127, filesize=5.2 K 2024-12-02T13:15:34,224 INFO [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false 2024-12-02T13:15:34,225 INFO [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:34,225 DEBUG [M:0;06e3e18f2515:34503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145332944Disabling compacts and flushes for region at 1733145332944Disabling writes for close at 1733145332944Obtaining lock to block concurrent updates at 1733145332944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145332944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733145332944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145332945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145332945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145332957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145332957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145333366 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145333377 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145333377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145333785 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145333800 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145333800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bab4daf: reopening flushed file at 1733145334209 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3367e5b0: reopening flushed file at 1733145334214 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6efcaf4b: reopening flushed file at 1733145334219 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false at 1733145334224 (+5 ms)Writing region close event to WAL at 1733145334225 (+1 ms)Closed at 1733145334225 2024-12-02T13:15:34,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38111 is added to blk_1073741847_1023 (size=22903) 2024-12-02T13:15:34,227 INFO [M:0;06e3e18f2515:34503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:15:34,227 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:34,227 INFO [M:0;06e3e18f2515:34503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34503 2024-12-02T13:15:34,228 INFO [M:0;06e3e18f2515:34503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:34,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:34,329 INFO [M:0;06e3e18f2515:34503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:34,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1009b1211f80006, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:34,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:34,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:34,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:34,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:34,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:34,332 WARN [BP-636276274-172.17.0.2-1733145310635 heartbeating to localhost/127.0.0.1:40571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:15:34,332 WARN [BP-636276274-172.17.0.2-1733145310635 heartbeating to localhost/127.0.0.1:40571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-636276274-172.17.0.2-1733145310635 (Datanode Uuid c7fd9831-8ef7-4589-adff-3f110e5399d9) service to localhost/127.0.0.1:40571 2024-12-02T13:15:34,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:15:34,332 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:15:34,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50/data/data1/current/BP-636276274-172.17.0.2-1733145310635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:34,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/cluster_16d37f62-52ba-39f6-44c9-005681b03b50/data/data2/current/BP-636276274-172.17.0.2-1733145310635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:34,333 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:15:34,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103e63a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:34,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:34,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:34,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:34,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b145161-8cdb-c79b-a471-5916533f9116/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:34,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:15:34,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:15:34,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 160) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57990) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40571 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57990) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43387 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=2011 (was 2040) 2024-12-02T13:15:34,373 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=2011 2024-12-02T13:15:34,387 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-02T13:15:34,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.log.dir so I do NOT create it in target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800 2024-12-02T13:15:34,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:15:34,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.tmp.dir so I do NOT create it in target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800 2024-12-02T13:15:34,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c301430-69a6-4ee8-fb31-b81af63db8fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:15:34,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800 2024-12-02T13:15:34,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60, deleteOnExit=true 2024-12-02T13:15:34,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60/zookeeper_0, clientPort=63969, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:15:34,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63969 2024-12-02T13:15:34,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:15:34,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:15:34,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/test.cache.data in system properties and HBase conf 2024-12-02T13:15:34,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:15:34,391 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:34,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:15:34,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:15:34,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b1211f80005, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:15:34,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b1211f80002, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:15:34,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b1211f80005, quorum=127.0.0.1:57990, baseZNode=/1613965150 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:15:34,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b1211f80002, quorum=127.0.0.1:57990, baseZNode=/0-371616812 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:15:34,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:34,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:34,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:34,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:34,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:15:34,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:34,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:34,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:34,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267ec229{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/java.io.tmpdir/jetty-localhost-40181-hadoop-hdfs-3_4_1-tests_jar-_-any-10206486954188981160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:34,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:40181} 2024-12-02T13:15:34,609 INFO [Time-limited test {}] server.Server(415): Started @150508ms 2024-12-02T13:15:34,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:34,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:34,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:34,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:34,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:15:34,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:34,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:34,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7721a1a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/java.io.tmpdir/jetty-localhost-32821-hadoop-hdfs-3_4_1-tests_jar-_-any-11024655513253927963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:34,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:32821} 2024-12-02T13:15:34,767 INFO [Time-limited test {}] server.Server(415): Started @150666ms 2024-12-02T13:15:34,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:15:34,819 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60/data/data1/current/BP-167767344-172.17.0.2-1733145334415/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:34,820 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60/data/data2/current/BP-167767344-172.17.0.2-1733145334415/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:34,840 WARN [Thread-1661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:15:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x595c5cdc3d865765 with lease ID 0xdf941abf6394da97: Processing first storage report for DS-21c89186-6d65-41a3-9cf4-6ea4966eb6b0 from datanode DatanodeRegistration(127.0.0.1:36785, datanodeUuid=fe4caf20-4ace-45e4-8e85-378a831d802f, infoPort=37621, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1472055616;c=1733145334415) 2024-12-02T13:15:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x595c5cdc3d865765 with lease ID 0xdf941abf6394da97: from storage DS-21c89186-6d65-41a3-9cf4-6ea4966eb6b0 node DatanodeRegistration(127.0.0.1:36785, datanodeUuid=fe4caf20-4ace-45e4-8e85-378a831d802f, infoPort=37621, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1472055616;c=1733145334415), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x595c5cdc3d865765 with lease ID 0xdf941abf6394da97: Processing first storage report for DS-9b8eeb1c-4223-4ded-8e37-304bbe4d9f7d from datanode DatanodeRegistration(127.0.0.1:36785, datanodeUuid=fe4caf20-4ace-45e4-8e85-378a831d802f, infoPort=37621, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1472055616;c=1733145334415) 2024-12-02T13:15:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x595c5cdc3d865765 with lease ID 0xdf941abf6394da97: from storage DS-9b8eeb1c-4223-4ded-8e37-304bbe4d9f7d node DatanodeRegistration(127.0.0.1:36785, datanodeUuid=fe4caf20-4ace-45e4-8e85-378a831d802f, infoPort=37621, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1472055616;c=1733145334415), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:34,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800 2024-12-02T13:15:34,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:34,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:15:35,297 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c with version=8 2024-12-02T13:15:35,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/hbase-staging 2024-12-02T13:15:35,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:35,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:35,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:35,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:35,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:35,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:35,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:15:35,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:35,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-12-02T13:15:35,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40681 connecting to ZooKeeper ensemble=127.0.0.1:63969 2024-12-02T13:15:35,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406810x0, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:35,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40681-0x1009b126ee40000 connected 2024-12-02T13:15:35,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:35,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:35,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on znode that does not yet exist, /01329544996/running 2024-12-02T13:15:35,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c, hbase.cluster.distributed=false 2024-12-02T13:15:35,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on znode that does not yet exist, /01329544996/acl 2024-12-02T13:15:35,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-02T13:15:35,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-12-02T13:15:35,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-12-02T13:15:35,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-02T13:15:35,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-02T13:15:35,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:35,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:35,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:35,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:35,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:35,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:35,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:15:35,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:35,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38037 2024-12-02T13:15:35,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38037 connecting to ZooKeeper ensemble=127.0.0.1:63969 2024-12-02T13:15:35,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:35,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:35,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380370x0, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:35,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380370x0, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on znode that does not yet exist, /01329544996/running 2024-12-02T13:15:35,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38037-0x1009b126ee40001 connected 2024-12-02T13:15:35,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:15:35,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:15:35,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on znode that does not yet exist, /01329544996/master 2024-12-02T13:15:35,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on znode that does not yet exist, /01329544996/acl 2024-12-02T13:15:35,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38037 2024-12-02T13:15:35,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38037 2024-12-02T13:15:35,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38037 2024-12-02T13:15:35,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38037 2024-12-02T13:15:35,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38037 2024-12-02T13:15:35,370 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:40681 2024-12-02T13:15:35,371 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01329544996/backup-masters/06e3e18f2515,40681,1733145335299 2024-12-02T13:15:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996/backup-masters 2024-12-02T13:15:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996/backup-masters 2024-12-02T13:15:35,372 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on existing znode=/01329544996/backup-masters/06e3e18f2515,40681,1733145335299 2024-12-02T13:15:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01329544996/master 2024-12-02T13:15:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:35,373 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on existing znode=/01329544996/master 2024-12-02T13:15:35,373 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01329544996/backup-masters/06e3e18f2515,40681,1733145335299 from backup master directory 2024-12-02T13:15:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01329544996/backup-masters/06e3e18f2515,40681,1733145335299 2024-12-02T13:15:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996/backup-masters 2024-12-02T13:15:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996/backup-masters 2024-12-02T13:15:35,374 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:35,374 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,40681,1733145335299 2024-12-02T13:15:35,378 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/hbase.id] with ID: 479dadc1-6335-426d-a1f1-54056a1d23d7 2024-12-02T13:15:35,378 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/.tmp/hbase.id 2024-12-02T13:15:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:15:35,782 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/.tmp/hbase.id]:[hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/hbase.id] 2024-12-02T13:15:35,791 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:35,791 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:15:35,792 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T13:15:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:15:36,198 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:36,198 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:15:36,198 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:36,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:15:36,605 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store 2024-12-02T13:15:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:15:37,009 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:37,010 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:37,010 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:37,010 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:37,010 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:37,010 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:37,010 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:37,010 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145337010Disabling compacts and flushes for region at 1733145337010Disabling writes for close at 1733145337010Writing region close event to WAL at 1733145337010Closed at 1733145337010 2024-12-02T13:15:37,011 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/.initializing 2024-12-02T13:15:37,011 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/WALs/06e3e18f2515,40681,1733145335299 2024-12-02T13:15:37,011 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:37,013 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C40681%2C1733145335299, suffix=, logDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/WALs/06e3e18f2515,40681,1733145335299, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/oldWALs, maxLogs=10 2024-12-02T13:15:37,023 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/WALs/06e3e18f2515,40681,1733145335299/06e3e18f2515%2C40681%2C1733145335299.1733145337013, exclude list is [], retry=0 2024-12-02T13:15:37,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-21c89186-6d65-41a3-9cf4-6ea4966eb6b0,DISK] 2024-12-02T13:15:37,026 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/WALs/06e3e18f2515,40681,1733145335299/06e3e18f2515%2C40681%2C1733145335299.1733145337013 2024-12-02T13:15:37,027 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-12-02T13:15:37,027 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:37,027 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:37,027 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,027 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:15:37,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:37,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:15:37,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:37,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:15:37,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:37,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:15:37,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:37,033 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,034 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,034 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,035 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,035 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,035 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:37,036 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:37,037 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:37,038 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60801367, jitterRate=-0.09398902952671051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:37,038 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145337027Initializing all the Stores at 1733145337028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145337028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145337028Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145337028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145337028Cleaning up temporary data from old regions at 1733145337035 (+7 ms)Region opened successfully at 1733145337038 (+3 ms) 2024-12-02T13:15:37,038 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:15:37,040 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae0155c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:37,041 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:15:37,041 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:15:37,041 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:15:37,041 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:15:37,042 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:15:37,042 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:15:37,042 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:15:37,043 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:15:37,044 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Unable to get data of znode /01329544996/balancer because node does not exist (not necessarily an error) 2024-12-02T13:15:37,044 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01329544996/balancer already deleted, retry=false 2024-12-02T13:15:37,045 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:15:37,045 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Unable to get data of znode /01329544996/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:15:37,045 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01329544996/normalizer already deleted, retry=false 2024-12-02T13:15:37,046 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:15:37,046 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Unable to get data of znode /01329544996/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:15:37,047 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01329544996/switch/split already deleted, retry=false 2024-12-02T13:15:37,047 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Unable to get data of znode /01329544996/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:15:37,048 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01329544996/switch/merge already deleted, retry=false 2024-12-02T13:15:37,049 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Unable to get data of znode /01329544996/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:15:37,050 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01329544996/snapshot-cleanup already deleted, retry=false 2024-12-02T13:15:37,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01329544996/running 2024-12-02T13:15:37,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01329544996/running 2024-12-02T13:15:37,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:37,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:37,051 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,40681,1733145335299, sessionid=0x1009b126ee40000, setting cluster-up flag (Was=false) 2024-12-02T13:15:37,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:37,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:37,055 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01329544996/flush-table-proc/acquired, /01329544996/flush-table-proc/reached, /01329544996/flush-table-proc/abort 2024-12-02T13:15:37,055 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,40681,1733145335299 2024-12-02T13:15:37,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:37,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:37,059 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01329544996/online-snapshot/acquired, /01329544996/online-snapshot/reached, /01329544996/online-snapshot/abort 2024-12-02T13:15:37,060 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,40681,1733145335299 2024-12-02T13:15:37,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:15:37,065 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:37,065 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:15:37,065 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:15:37,065 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 06e3e18f2515,37657,1733145311608: status=Processing ServerCrashProcedure of 06e3e18f2515,37657,1733145311608 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733145324392, completionTime=-1 appears to have been leaked 2024-12-02T13:15:37,066 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,40681,1733145335299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:15:37,066 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:37,067 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:37,067 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:37,067 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:37,067 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:15:37,067 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,067 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:37,067 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,068 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145367068 2024-12-02T13:15:37,068 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:15:37,068 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:15:37,068 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:15:37,068 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:15:37,068 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:15:37,069 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:15:37,069 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:37,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:15:37,069 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:15:37,069 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:15:37,069 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:15:37,069 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:15:37,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:15:37,072 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:15:37,072 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:15:37,073 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145337072,5,FailOnTimeoutGroup] 2024-12-02T13:15:37,077 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145337073,5,FailOnTimeoutGroup] 2024-12-02T13:15:37,077 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,077 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:15:37,077 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,077 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:15:37,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:37,164 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(746): ClusterId : 479dadc1-6335-426d-a1f1-54056a1d23d7 2024-12-02T13:15:37,164 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:15:37,165 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:15:37,165 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:15:37,166 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:15:37,166 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aaad64e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:37,176 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:38037 2024-12-02T13:15:37,176 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:15:37,176 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:15:37,176 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:15:37,177 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,40681,1733145335299 with port=38037, startcode=1733145335340 2024-12-02T13:15:37,177 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:15:37,178 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:15:37,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,38037,1733145335340 2024-12-02T13:15:37,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:37,180 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c 2024-12-02T13:15:37,180 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45347 2024-12-02T13:15:37,180 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:15:37,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996/rs 2024-12-02T13:15:37,181 DEBUG [RS:0;06e3e18f2515:38037 {}] zookeeper.ZKUtil(111): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on existing znode=/01329544996/rs/06e3e18f2515,38037,1733145335340 2024-12-02T13:15:37,181 WARN [RS:0;06e3e18f2515:38037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:37,181 INFO [RS:0;06e3e18f2515:38037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:37,181 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340 2024-12-02T13:15:37,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,38037,1733145335340] 2024-12-02T13:15:37,184 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:15:37,186 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:15:37,186 INFO [RS:0;06e3e18f2515:38037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:15:37,186 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,186 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:15:37,187 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:15:37,187 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,187 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:37,188 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:37,188 DEBUG [RS:0;06e3e18f2515:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:37,192 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,192 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,192 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,192 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,192 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,192 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,38037,1733145335340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:37,205 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:15:37,205 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,38037,1733145335340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,205 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,205 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.Replication(171): 06e3e18f2515,38037,1733145335340 started 2024-12-02T13:15:37,216 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:37,216 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,38037,1733145335340, RpcServer on 06e3e18f2515/172.17.0.2:38037, sessionid=0x1009b126ee40001 2024-12-02T13:15:37,216 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:15:37,216 DEBUG [RS:0;06e3e18f2515:38037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,38037,1733145335340 2024-12-02T13:15:37,216 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,38037,1733145335340' 2024-12-02T13:15:37,217 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01329544996/flush-table-proc/abort' 2024-12-02T13:15:37,217 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01329544996/flush-table-proc/acquired' 2024-12-02T13:15:37,217 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:15:37,217 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:15:37,217 DEBUG [RS:0;06e3e18f2515:38037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,38037,1733145335340 2024-12-02T13:15:37,217 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,38037,1733145335340' 2024-12-02T13:15:37,217 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01329544996/online-snapshot/abort' 2024-12-02T13:15:37,218 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01329544996/online-snapshot/acquired' 2024-12-02T13:15:37,218 DEBUG [RS:0;06e3e18f2515:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:15:37,218 INFO [RS:0;06e3e18f2515:38037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:15:37,218 INFO [RS:0;06e3e18f2515:38037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:15:37,318 INFO [RS:0;06e3e18f2515:38037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:37,320 INFO [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C38037%2C1733145335340, suffix=, logDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/oldWALs, maxLogs=10 2024-12-02T13:15:37,332 DEBUG [RS:0;06e3e18f2515:38037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321, exclude list is [], retry=0 2024-12-02T13:15:37,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-21c89186-6d65-41a3-9cf4-6ea4966eb6b0,DISK] 2024-12-02T13:15:37,335 INFO [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 2024-12-02T13:15:37,335 DEBUG [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-12-02T13:15:37,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:15:37,480 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c 2024-12-02T13:15:37,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:15:37,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:37,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:37,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:37,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:37,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:37,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:37,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:37,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:37,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:37,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:37,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:37,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:37,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:37,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:37,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740 2024-12-02T13:15:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740 2024-12-02T13:15:37,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:37,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:37,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:37,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:37,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:37,897 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67671672, jitterRate=0.008386492729187012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:37,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145337886Initializing all the Stores at 1733145337887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145337887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145337887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145337887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145337887Cleaning up temporary data from old regions at 1733145337894 (+7 ms)Region opened successfully at 1733145337898 (+4 ms) 2024-12-02T13:15:37,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:37,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:37,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:37,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:37,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:37,898 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:37,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145337898Disabling compacts and flushes for region at 1733145337898Disabling writes for close at 1733145337898Writing region close event to WAL at 1733145337898Closed at 1733145337898 2024-12-02T13:15:37,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:37,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:15:37,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:15:37,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:37,900 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:15:38,051 DEBUG [06e3e18f2515:40681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:15:38,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:38,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,38037,1733145335340, state=OPENING 2024-12-02T13:15:38,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:15:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:38,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01329544996/meta-region-server: CHANGED 2024-12-02T13:15:38,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01329544996/meta-region-server: CHANGED 2024-12-02T13:15:38,054 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:38,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,38037,1733145335340}] 2024-12-02T13:15:38,206 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:15:38,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:15:38,210 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:15:38,210 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:38,210 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:15:38,211 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C38037%2C1733145335340.meta, suffix=.meta, logDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/oldWALs, maxLogs=10 2024-12-02T13:15:38,222 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.meta.1733145338211.meta, exclude list is [], retry=0 2024-12-02T13:15:38,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-21c89186-6d65-41a3-9cf4-6ea4966eb6b0,DISK] 2024-12-02T13:15:38,225 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.meta.1733145338211.meta 2024-12-02T13:15:38,225 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-12-02T13:15:38,225 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:38,226 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:38,226 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:38,226 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:15:38,226 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:15:38,226 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:15:38,226 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:38,226 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:15:38,226 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:15:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:38,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:38,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:38,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:38,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:38,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:38,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:38,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:38,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:38,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:38,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:38,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:38,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:38,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:38,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:38,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:38,231 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:38,231 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740 2024-12-02T13:15:38,232 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740 2024-12-02T13:15:38,233 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:38,233 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:38,233 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:38,234 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:38,235 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68314978, jitterRate=0.017972499132156372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:38,235 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:15:38,235 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145338226Writing region info on filesystem at 1733145338226Initializing all the Stores at 1733145338227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145338227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145338227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145338227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145338227Cleaning up temporary data from old regions at 1733145338233 (+6 ms)Running coprocessor post-open hooks at 1733145338235 (+2 ms)Region opened successfully at 1733145338235 2024-12-02T13:15:38,236 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145338205 2024-12-02T13:15:38,237 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:15:38,237 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:15:38,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:38,238 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,38037,1733145335340, state=OPEN 2024-12-02T13:15:38,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01329544996/meta-region-server 2024-12-02T13:15:38,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01329544996/meta-region-server 2024-12-02T13:15:38,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01329544996/meta-region-server: CHANGED 2024-12-02T13:15:38,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01329544996/meta-region-server: CHANGED 2024-12-02T13:15:38,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:38,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:15:38,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,38037,1733145335340 in 186 msec 2024-12-02T13:15:38,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:15:38,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-12-02T13:15:38,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:38,244 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:15:38,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:38,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38037,1733145335340, seqNum=-1] 2024-12-02T13:15:38,246 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:38,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:38,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-12-02T13:15:38,251 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145338251, completionTime=-1 2024-12-02T13:15:38,251 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:15:38,251 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:15:38,252 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:15:38,252 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145398252 2024-12-02T13:15:38,252 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145458252 2024-12-02T13:15:38,252 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:15:38,253 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40681,1733145335299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:38,253 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40681,1733145335299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:38,253 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40681,1733145335299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:38,253 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:40681, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:38,253 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:38,253 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:38,254 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.882sec 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40681,1733145335299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:38,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40681,1733145335299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:15:38,258 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:15:38,258 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:15:38,258 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40681,1733145335299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:38,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:38,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,40681,-1 for getting cluster id 2024-12-02T13:15:38,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:38,265 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '479dadc1-6335-426d-a1f1-54056a1d23d7' 2024-12-02T13:15:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "479dadc1-6335-426d-a1f1-54056a1d23d7" 2024-12-02T13:15:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb3833a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,40681,-1] 2024-12-02T13:15:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:38,267 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:38,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:38,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38037,1733145335340, seqNum=-1] 2024-12-02T13:15:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:38,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,40681,1733145335299 2024-12-02T13:15:38,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63969 2024-12-02T13:15:38,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:38,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b126ee40002 connected 2024-12-02T13:15:38,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.log.dir so I do NOT create it in target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3 2024-12-02T13:15:38,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:15:38,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.tmp.dir so I do NOT create it in target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3 2024-12-02T13:15:38,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:15:38,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3 2024-12-02T13:15:38,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:15:38,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/cluster_cd86b466-4f24-76a4-11ef-3222fc97c08f, deleteOnExit=true 2024-12-02T13:15:38,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:15:38,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/test.cache.data in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:15:38,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:15:38,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:15:38,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:38,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:38,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:38,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:38,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:15:38,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:38,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:38,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:38,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/java.io.tmpdir/jetty-localhost-41857-hadoop-hdfs-3_4_1-tests_jar-_-any-7111554196825489383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:38,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:41857} 2024-12-02T13:15:38,429 INFO [Time-limited test {}] server.Server(415): Started @154328ms 2024-12-02T13:15:38,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:15:38,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:15:38,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:15:38,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:15:38,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:15:38,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:15:38,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:15:38,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7de42883{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/java.io.tmpdir/jetty-localhost-37105-hadoop-hdfs-3_4_1-tests_jar-_-any-7381550391313512644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:38,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:37105} 2024-12-02T13:15:38,592 INFO [Time-limited test {}] server.Server(415): Started @154490ms 2024-12-02T13:15:38,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:15:38,646 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/cluster_cd86b466-4f24-76a4-11ef-3222fc97c08f/data/data1/current/BP-676639766-172.17.0.2-1733145338295/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:38,646 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/cluster_cd86b466-4f24-76a4-11ef-3222fc97c08f/data/data2/current/BP-676639766-172.17.0.2-1733145338295/current, will proceed with Du for space computation calculation, 2024-12-02T13:15:38,663 WARN [Thread-1782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:15:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f653ec0699aa9af with lease ID 0xabdb93c5fe59d5a3: Processing first storage report for DS-d2f635ec-05a3-4610-a388-44848a5f024d from datanode DatanodeRegistration(127.0.0.1:44387, datanodeUuid=db2c78cc-9a37-4b1e-8d67-e5f0ad3b1967, infoPort=37367, infoSecurePort=0, ipcPort=35671, storageInfo=lv=-57;cid=testClusterID;nsid=660205520;c=1733145338295) 2024-12-02T13:15:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f653ec0699aa9af with lease ID 0xabdb93c5fe59d5a3: from storage DS-d2f635ec-05a3-4610-a388-44848a5f024d node DatanodeRegistration(127.0.0.1:44387, datanodeUuid=db2c78cc-9a37-4b1e-8d67-e5f0ad3b1967, infoPort=37367, infoSecurePort=0, ipcPort=35671, storageInfo=lv=-57;cid=testClusterID;nsid=660205520;c=1733145338295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f653ec0699aa9af with lease ID 0xabdb93c5fe59d5a3: Processing first storage report for DS-271f75e4-1ad1-4d23-a084-b19b08c7ebed from datanode DatanodeRegistration(127.0.0.1:44387, datanodeUuid=db2c78cc-9a37-4b1e-8d67-e5f0ad3b1967, infoPort=37367, infoSecurePort=0, ipcPort=35671, storageInfo=lv=-57;cid=testClusterID;nsid=660205520;c=1733145338295) 2024-12-02T13:15:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f653ec0699aa9af with lease ID 0xabdb93c5fe59d5a3: from storage DS-271f75e4-1ad1-4d23-a084-b19b08c7ebed node DatanodeRegistration(127.0.0.1:44387, datanodeUuid=db2c78cc-9a37-4b1e-8d67-e5f0ad3b1967, infoPort=37367, infoSecurePort=0, ipcPort=35671, storageInfo=lv=-57;cid=testClusterID;nsid=660205520;c=1733145338295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:15:38,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3 2024-12-02T13:15:38,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:38,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:15:39,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d with version=8 2024-12-02T13:15:39,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/hbase-staging 2024-12-02T13:15:39,123 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:39,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:39,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:39,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:39,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:39,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:39,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:15:39,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:39,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33707 2024-12-02T13:15:39,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33707 connecting to ZooKeeper ensemble=127.0.0.1:63969 2024-12-02T13:15:39,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337070x0, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:39,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33707-0x1009b126ee40003 connected 2024-12-02T13:15:39,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:39,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:39,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on znode that does not yet exist, /1-1866360248/running 2024-12-02T13:15:39,136 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d, hbase.cluster.distributed=false 2024-12-02T13:15:39,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on znode that does not yet exist, /1-1866360248/acl 2024-12-02T13:15:39,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33707 2024-12-02T13:15:39,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33707 2024-12-02T13:15:39,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33707 2024-12-02T13:15:39,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33707 2024-12-02T13:15:39,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33707 2024-12-02T13:15:39,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:15:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:39,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:15:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:15:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:15:39,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:15:39,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:15:39,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36169 2024-12-02T13:15:39,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36169 connecting to ZooKeeper ensemble=127.0.0.1:63969 2024-12-02T13:15:39,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:39,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361690x0, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:39,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361690x0, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on znode that does not yet exist, /1-1866360248/running 2024-12-02T13:15:39,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36169-0x1009b126ee40004 connected 2024-12-02T13:15:39,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:15:39,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:15:39,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on znode that does not yet exist, /1-1866360248/master 2024-12-02T13:15:39,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on znode that does not yet exist, /1-1866360248/acl 2024-12-02T13:15:39,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36169 2024-12-02T13:15:39,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36169 2024-12-02T13:15:39,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36169 2024-12-02T13:15:39,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36169 2024-12-02T13:15:39,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36169 2024-12-02T13:15:39,177 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:33707 2024-12-02T13:15:39,179 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1866360248/backup-masters/06e3e18f2515,33707,1733145339123 2024-12-02T13:15:39,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248/backup-masters 2024-12-02T13:15:39,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248/backup-masters 2024-12-02T13:15:39,180 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on existing znode=/1-1866360248/backup-masters/06e3e18f2515,33707,1733145339123 2024-12-02T13:15:39,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1866360248/master 2024-12-02T13:15:39,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:39,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:39,181 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on existing znode=/1-1866360248/master 2024-12-02T13:15:39,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1866360248/backup-masters/06e3e18f2515,33707,1733145339123 from backup master directory 2024-12-02T13:15:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1866360248/backup-masters/06e3e18f2515,33707,1733145339123 2024-12-02T13:15:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248/backup-masters 2024-12-02T13:15:39,182 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:39,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,33707,1733145339123 2024-12-02T13:15:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248/backup-masters 2024-12-02T13:15:39,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/hbase.id] with ID: 689316f6-20b8-4eef-8711-511ae3aa68d2 2024-12-02T13:15:39,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/.tmp/hbase.id 2024-12-02T13:15:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:15:39,592 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/.tmp/hbase.id]:[hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/hbase.id] 2024-12-02T13:15:39,601 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:39,601 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:15:39,601 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T13:15:39,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:39,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:15:40,008 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:40,008 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:15:40,008 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:15:40,414 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store 2024-12-02T13:15:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:15:40,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:40,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:40,820 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:40,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:40,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:40,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:40,820 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:40,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145340820Disabling compacts and flushes for region at 1733145340820Disabling writes for close at 1733145340820Writing region close event to WAL at 1733145340820Closed at 1733145340820 2024-12-02T13:15:40,821 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/.initializing 2024-12-02T13:15:40,821 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/WALs/06e3e18f2515,33707,1733145339123 2024-12-02T13:15:40,822 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:40,823 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C33707%2C1733145339123, suffix=, logDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/WALs/06e3e18f2515,33707,1733145339123, archiveDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/oldWALs, maxLogs=10 2024-12-02T13:15:40,834 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/WALs/06e3e18f2515,33707,1733145339123/06e3e18f2515%2C33707%2C1733145339123.1733145340823, exclude list is [], retry=0 2024-12-02T13:15:40,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44387,DS-d2f635ec-05a3-4610-a388-44848a5f024d,DISK] 2024-12-02T13:15:40,838 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/WALs/06e3e18f2515,33707,1733145339123/06e3e18f2515%2C33707%2C1733145339123.1733145340823 2024-12-02T13:15:40,838 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37367:37367)] 2024-12-02T13:15:40,838 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:40,839 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:40,839 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,839 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:15:40,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:40,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:40,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:15:40,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:40,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:40,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:15:40,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:40,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:40,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:15:40,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:40,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:40,845 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,845 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,846 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,846 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,846 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,847 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:40,847 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:15:40,849 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:40,849 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60393691, jitterRate=-0.10006387531757355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:40,849 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145340839Initializing all the Stores at 1733145340839Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145340840 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145340840Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145340840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145340840Cleaning up temporary data from old regions at 1733145340846 (+6 ms)Region opened successfully at 1733145340849 (+3 ms) 2024-12-02T13:15:40,849 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:15:40,851 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269de04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:40,852 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:15:40,852 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:15:40,852 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:15:40,852 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:15:40,852 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:15:40,852 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:15:40,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:15:40,854 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:15:40,854 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Unable to get data of znode /1-1866360248/balancer because node does not exist (not necessarily an error) 2024-12-02T13:15:40,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1866360248/balancer already deleted, retry=false 2024-12-02T13:15:40,855 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:15:40,856 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Unable to get data of znode /1-1866360248/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:15:40,856 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1866360248/normalizer already deleted, retry=false 2024-12-02T13:15:40,856 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:15:40,857 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Unable to get data of znode /1-1866360248/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:15:40,857 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1866360248/switch/split already deleted, retry=false 2024-12-02T13:15:40,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Unable to get data of znode /1-1866360248/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:15:40,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1866360248/switch/merge already deleted, retry=false 2024-12-02T13:15:40,859 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Unable to get data of znode /1-1866360248/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:15:40,860 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1866360248/snapshot-cleanup already deleted, retry=false 2024-12-02T13:15:40,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1866360248/running 2024-12-02T13:15:40,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1866360248/running 2024-12-02T13:15:40,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:40,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:40,861 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,33707,1733145339123, sessionid=0x1009b126ee40003, setting cluster-up flag (Was=false) 2024-12-02T13:15:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:40,864 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1866360248/flush-table-proc/acquired, /1-1866360248/flush-table-proc/reached, /1-1866360248/flush-table-proc/abort 2024-12-02T13:15:40,864 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,33707,1733145339123 2024-12-02T13:15:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:40,871 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1866360248/online-snapshot/acquired, /1-1866360248/online-snapshot/reached, /1-1866360248/online-snapshot/abort 2024-12-02T13:15:40,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,33707,1733145339123 2024-12-02T13:15:40,873 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:15:40,874 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:40,874 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:15:40,874 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:15:40,874 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,33707,1733145339123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:40,875 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,875 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145370875 2024-12-02T13:15:40,875 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:15:40,875 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:15:40,875 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:15:40,875 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:15:40,875 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:15:40,875 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:15:40,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:15:40,876 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145340876,5,FailOnTimeoutGroup] 2024-12-02T13:15:40,876 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145340876,5,FailOnTimeoutGroup] 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,876 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:40,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:15:40,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:15:40,967 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(746): ClusterId : 689316f6-20b8-4eef-8711-511ae3aa68d2 2024-12-02T13:15:40,968 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:15:40,969 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:15:40,969 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:15:40,970 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:15:40,970 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c61504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:15:40,979 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:36169 2024-12-02T13:15:40,979 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:15:40,979 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:15:40,979 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:15:40,980 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,33707,1733145339123 with port=36169, startcode=1733145339150 2024-12-02T13:15:40,980 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:15:40,981 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:15:40,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,36169,1733145339150 2024-12-02T13:15:40,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33707 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:40,983 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d 2024-12-02T13:15:40,983 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36007 2024-12-02T13:15:40,983 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:15:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248/rs 2024-12-02T13:15:40,985 DEBUG [RS:0;06e3e18f2515:36169 {}] zookeeper.ZKUtil(111): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on existing znode=/1-1866360248/rs/06e3e18f2515,36169,1733145339150 2024-12-02T13:15:40,985 WARN [RS:0;06e3e18f2515:36169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:15:40,985 INFO [RS:0;06e3e18f2515:36169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:40,985 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150 2024-12-02T13:15:40,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,36169,1733145339150] 2024-12-02T13:15:40,988 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:15:40,989 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:15:40,990 INFO [RS:0;06e3e18f2515:36169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:15:40,990 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,990 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:15:40,990 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:15:40,990 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:40,991 DEBUG [RS:0;06e3e18f2515:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:15:40,991 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,991 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,991 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,991 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,991 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:40,991 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,36169,1733145339150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:41,003 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:15:41,003 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,36169,1733145339150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:41,003 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:41,003 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.Replication(171): 06e3e18f2515,36169,1733145339150 started 2024-12-02T13:15:41,021 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:41,021 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,36169,1733145339150, RpcServer on 06e3e18f2515/172.17.0.2:36169, sessionid=0x1009b126ee40004 2024-12-02T13:15:41,021 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:15:41,021 DEBUG [RS:0;06e3e18f2515:36169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,36169,1733145339150 2024-12-02T13:15:41,021 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,36169,1733145339150' 2024-12-02T13:15:41,021 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1866360248/flush-table-proc/abort' 2024-12-02T13:15:41,022 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1866360248/flush-table-proc/acquired' 2024-12-02T13:15:41,022 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:15:41,022 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:15:41,022 DEBUG [RS:0;06e3e18f2515:36169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,36169,1733145339150 2024-12-02T13:15:41,022 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,36169,1733145339150' 2024-12-02T13:15:41,022 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1866360248/online-snapshot/abort' 2024-12-02T13:15:41,022 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1866360248/online-snapshot/acquired' 2024-12-02T13:15:41,023 DEBUG [RS:0;06e3e18f2515:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:15:41,023 INFO [RS:0;06e3e18f2515:36169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:15:41,023 INFO [RS:0;06e3e18f2515:36169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:15:41,123 INFO [RS:0;06e3e18f2515:36169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:15:41,124 INFO [RS:0;06e3e18f2515:36169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36169%2C1733145339150, suffix=, logDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150, archiveDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/oldWALs, maxLogs=10 2024-12-02T13:15:41,135 DEBUG [RS:0;06e3e18f2515:36169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124, exclude list is [], retry=0 2024-12-02T13:15:41,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44387,DS-d2f635ec-05a3-4610-a388-44848a5f024d,DISK] 2024-12-02T13:15:41,139 INFO [RS:0;06e3e18f2515:36169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 2024-12-02T13:15:41,139 DEBUG [RS:0;06e3e18f2515:36169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37367:37367)] 2024-12-02T13:15:41,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:15:41,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d 2024-12-02T13:15:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:15:41,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:41,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:41,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:41,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:41,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:41,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:41,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:41,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:41,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:41,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:41,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:41,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:41,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:41,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:41,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:41,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:41,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740 2024-12-02T13:15:41,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740 2024-12-02T13:15:41,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:41,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:41,698 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:41,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:41,701 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:41,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123269, jitterRate=-0.01468650996685028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:41,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145341690Initializing all the Stores at 1733145341691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145341691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145341691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145341691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145341691Cleaning up temporary data from old regions at 1733145341698 (+7 ms)Region opened successfully at 1733145341701 (+3 ms) 2024-12-02T13:15:41,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:41,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:41,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:41,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:41,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:41,701 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:41,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145341701Disabling compacts and flushes for region at 1733145341701Disabling writes for close at 1733145341701Writing region close event to WAL at 1733145341701Closed at 1733145341701 2024-12-02T13:15:41,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:41,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:15:41,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:15:41,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:41,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:15:41,854 DEBUG [06e3e18f2515:33707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:15:41,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:41,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,36169,1733145339150, state=OPENING 2024-12-02T13:15:41,856 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:15:41,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:41,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:41,857 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:15:41,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1866360248/meta-region-server: CHANGED 2024-12-02T13:15:41,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1866360248/meta-region-server: CHANGED 2024-12-02T13:15:41,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,36169,1733145339150}] 2024-12-02T13:15:42,009 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:15:42,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:15:42,013 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:15:42,013 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:42,013 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:15:42,014 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36169%2C1733145339150.meta, suffix=.meta, logDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150, archiveDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/oldWALs, maxLogs=10 2024-12-02T13:15:42,027 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.meta.1733145342015.meta, exclude list is [], retry=0 2024-12-02T13:15:42,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44387,DS-d2f635ec-05a3-4610-a388-44848a5f024d,DISK] 2024-12-02T13:15:42,033 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.meta.1733145342015.meta 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37367:37367)] 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:42,034 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:15:42,034 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:15:42,034 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:15:42,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:15:42,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:15:42,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:42,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:42,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:15:42,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:15:42,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:15:42,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:15:42,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:15:42,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:15:42,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:42,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:15:42,040 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:15:42,041 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740 2024-12-02T13:15:42,042 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740 2024-12-02T13:15:42,043 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:15:42,043 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:15:42,043 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:15:42,044 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:15:42,045 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66674979, jitterRate=-0.00646539032459259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:15:42,045 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:15:42,045 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145342034Writing region info on filesystem at 1733145342034Initializing all the Stores at 1733145342035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145342035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145342037 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145342037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145342037Cleaning up temporary data from old regions at 1733145342043 (+6 ms)Running coprocessor post-open hooks at 1733145342045 (+2 ms)Region opened successfully at 1733145342045 2024-12-02T13:15:42,046 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145342009 2024-12-02T13:15:42,048 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:15:42,048 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:15:42,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:42,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,36169,1733145339150, state=OPEN 2024-12-02T13:15:42,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1866360248/meta-region-server 2024-12-02T13:15:42,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1866360248/meta-region-server 2024-12-02T13:15:42,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:42,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1866360248/meta-region-server: CHANGED 2024-12-02T13:15:42,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1866360248/meta-region-server: CHANGED 2024-12-02T13:15:42,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:15:42,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,36169,1733145339150 in 193 msec 2024-12-02T13:15:42,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:15:42,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-12-02T13:15:42,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:15:42,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:15:42,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:42,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:42,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:42,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:42,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-12-02T13:15:42,060 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145342059, completionTime=-1 2024-12-02T13:15:42,060 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:15:42,060 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145402061 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145462061 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33707,1733145339123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33707,1733145339123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33707,1733145339123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:33707, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:42,061 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:42,062 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:42,063 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.882sec 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33707,1733145339123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:15:42,064 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33707,1733145339123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:15:42,066 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:15:42,066 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:15:42,066 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33707,1733145339123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:15:42,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:42,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33707,-1 for getting cluster id 2024-12-02T13:15:42,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:42,069 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689316f6-20b8-4eef-8711-511ae3aa68d2' 2024-12-02T13:15:42,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:42,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689316f6-20b8-4eef-8711-511ae3aa68d2" 2024-12-02T13:15:42,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdcf132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:42,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33707,-1] 2024-12-02T13:15:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:42,071 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:42,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:42,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:42,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,33707,1733145339123 2024-12-02T13:15:42,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63969 2024-12-02T13:15:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:15:42,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b126ee40005 connected 2024-12-02T13:15:42,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,40681,1733145335299 2024-12-02T13:15:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee256d9 2024-12-02T13:15:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:42,081 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:42,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:15:42,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:15:42,083 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:42,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:15:42,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:15:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:42,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:15:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:42,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da807982a0ad39e90e5c3d7cc80b1da2, NAME => 'test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c 2024-12-02T13:15:42,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:15:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:42,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:42,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da807982a0ad39e90e5c3d7cc80b1da2, disabling compactions & flushes 2024-12-02T13:15:42,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:42,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:42,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. after waiting 0 ms 2024-12-02T13:15:42,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:42,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:42,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da807982a0ad39e90e5c3d7cc80b1da2: Waiting for close lock at 1733145342896Disabling compacts and flushes for region at 1733145342896Disabling writes for close at 1733145342896Writing region close event to WAL at 1733145342896Closed at 1733145342896 2024-12-02T13:15:42,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:15:42,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145342897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145342897"}]},"ts":"1733145342897"} 2024-12-02T13:15:42,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:15:42,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:15:42,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145342900"}]},"ts":"1733145342900"} 2024-12-02T13:15:42,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:15:42,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da807982a0ad39e90e5c3d7cc80b1da2, ASSIGN}] 2024-12-02T13:15:42,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da807982a0ad39e90e5c3d7cc80b1da2, ASSIGN 2024-12-02T13:15:42,904 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da807982a0ad39e90e5c3d7cc80b1da2, ASSIGN; state=OFFLINE, location=06e3e18f2515,38037,1733145335340; forceNewPlan=false, retain=false 2024-12-02T13:15:43,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da807982a0ad39e90e5c3d7cc80b1da2, regionState=OPENING, regionLocation=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:43,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da807982a0ad39e90e5c3d7cc80b1da2, ASSIGN because future has completed 2024-12-02T13:15:43,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da807982a0ad39e90e5c3d7cc80b1da2, server=06e3e18f2515,38037,1733145335340}] 2024-12-02T13:15:43,184 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:15:43,212 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:43,212 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da807982a0ad39e90e5c3d7cc80b1da2, NAME => 'test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:43,213 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:43,213 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:15:43,213 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,213 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:43,213 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,213 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,214 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,215 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da807982a0ad39e90e5c3d7cc80b1da2 columnFamilyName f 2024-12-02T13:15:43,215 DEBUG [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:43,216 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] regionserver.HStore(327): Store=da807982a0ad39e90e5c3d7cc80b1da2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:43,216 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,216 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da807982a0ad39e90e5c3d7cc80b1da2 columnFamilyName f1 2024-12-02T13:15:43,216 DEBUG [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:43,217 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] regionserver.HStore(327): Store=da807982a0ad39e90e5c3d7cc80b1da2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:43,217 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,218 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da807982a0ad39e90e5c3d7cc80b1da2 columnFamilyName norep 2024-12-02T13:15:43,218 DEBUG [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:43,218 INFO [StoreOpener-da807982a0ad39e90e5c3d7cc80b1da2-1 {}] regionserver.HStore(327): Store=da807982a0ad39e90e5c3d7cc80b1da2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:43,218 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,218 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,219 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,219 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,219 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,220 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:15:43,221 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,222 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:43,222 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da807982a0ad39e90e5c3d7cc80b1da2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67671998, jitterRate=0.008391350507736206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:15:43,222 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:43,223 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da807982a0ad39e90e5c3d7cc80b1da2: Running coprocessor pre-open hook at 1733145343213Writing region info on filesystem at 1733145343213Initializing all the Stores at 1733145343214 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145343214Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145343214Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145343214Cleaning up temporary data from old regions at 1733145343219 (+5 ms)Running coprocessor post-open hooks at 1733145343222 (+3 ms)Region opened successfully at 1733145343223 (+1 ms) 2024-12-02T13:15:43,224 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., pid=6, masterSystemTime=1733145343209 2024-12-02T13:15:43,225 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:43,225 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:43,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da807982a0ad39e90e5c3d7cc80b1da2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:43,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da807982a0ad39e90e5c3d7cc80b1da2, server=06e3e18f2515,38037,1733145335340 because future has completed 2024-12-02T13:15:43,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:15:43,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da807982a0ad39e90e5c3d7cc80b1da2, server=06e3e18f2515,38037,1733145335340 in 172 msec 2024-12-02T13:15:43,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:15:43,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da807982a0ad39e90e5c3d7cc80b1da2, ASSIGN in 329 msec 2024-12-02T13:15:43,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:15:43,233 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145343233"}]},"ts":"1733145343233"} 2024-12-02T13:15:43,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:15:43,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:15:43,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-02T13:15:43,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:43,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:43,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:43,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:43,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:43,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:44,233 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:15:44,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33707,1733145339123 2024-12-02T13:15:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616ccb9d 2024-12-02T13:15:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:44,234 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:44,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:15:44,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:15:44,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:44,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:15:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:44,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:15:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:15:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:44,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b73564182c46cff0851a9a867dfbb54, NAME => 'test,,1733145344235.2b73564182c46cff0851a9a867dfbb54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d 2024-12-02T13:15:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:15:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:45,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145344235.2b73564182c46cff0851a9a867dfbb54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:45,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b73564182c46cff0851a9a867dfbb54, disabling compactions & flushes 2024-12-02T13:15:45,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:45,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:45,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. after waiting 0 ms 2024-12-02T13:15:45,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:45,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:45,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b73564182c46cff0851a9a867dfbb54: Waiting for close lock at 1733145345052Disabling compacts and flushes for region at 1733145345052Disabling writes for close at 1733145345052Writing region close event to WAL at 1733145345052Closed at 1733145345052 2024-12-02T13:15:45,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:15:45,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145344235.2b73564182c46cff0851a9a867dfbb54.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145345053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145345053"}]},"ts":"1733145345053"} 2024-12-02T13:15:45,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:15:45,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:15:45,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145345056"}]},"ts":"1733145345056"} 2024-12-02T13:15:45,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:15:45,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b73564182c46cff0851a9a867dfbb54, ASSIGN}] 2024-12-02T13:15:45,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b73564182c46cff0851a9a867dfbb54, ASSIGN 2024-12-02T13:15:45,058 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b73564182c46cff0851a9a867dfbb54, ASSIGN; state=OFFLINE, location=06e3e18f2515,36169,1733145339150; forceNewPlan=false, retain=false 2024-12-02T13:15:45,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b73564182c46cff0851a9a867dfbb54, regionState=OPENING, regionLocation=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:45,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b73564182c46cff0851a9a867dfbb54, ASSIGN because future has completed 2024-12-02T13:15:45,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b73564182c46cff0851a9a867dfbb54, server=06e3e18f2515,36169,1733145339150}] 2024-12-02T13:15:45,367 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:45,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b73564182c46cff0851a9a867dfbb54, NAME => 'test,,1733145344235.2b73564182c46cff0851a9a867dfbb54.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:45,367 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:45,367 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:15:45,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145344235.2b73564182c46cff0851a9a867dfbb54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:45,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,368 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,369 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b73564182c46cff0851a9a867dfbb54 columnFamilyName f 2024-12-02T13:15:45,369 DEBUG [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:45,370 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] regionserver.HStore(327): Store=2b73564182c46cff0851a9a867dfbb54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:45,370 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,370 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b73564182c46cff0851a9a867dfbb54 columnFamilyName f1 2024-12-02T13:15:45,370 DEBUG [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:45,371 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] regionserver.HStore(327): Store=2b73564182c46cff0851a9a867dfbb54/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:45,371 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,371 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b73564182c46cff0851a9a867dfbb54 columnFamilyName norep 2024-12-02T13:15:45,371 DEBUG [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:45,372 INFO [StoreOpener-2b73564182c46cff0851a9a867dfbb54-1 {}] regionserver.HStore(327): Store=2b73564182c46cff0851a9a867dfbb54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:45,372 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,372 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:45,373 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,373 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,373 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,374 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:15:45,375 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,376 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:45,376 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b73564182c46cff0851a9a867dfbb54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71253298, jitterRate=0.06175687909126282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:15:45,377 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:45,377 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b73564182c46cff0851a9a867dfbb54: Running coprocessor pre-open hook at 1733145345367Writing region info on filesystem at 1733145345367Initializing all the Stores at 1733145345368 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145345368Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145345368Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145345368Cleaning up temporary data from old regions at 1733145345373 (+5 ms)Running coprocessor post-open hooks at 1733145345377 (+4 ms)Region opened successfully at 1733145345377 2024-12-02T13:15:45,377 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., pid=6, masterSystemTime=1733145345363 2024-12-02T13:15:45,379 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:45,379 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:45,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b73564182c46cff0851a9a867dfbb54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b73564182c46cff0851a9a867dfbb54, server=06e3e18f2515,36169,1733145339150 because future has completed 2024-12-02T13:15:45,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:15:45,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b73564182c46cff0851a9a867dfbb54, server=06e3e18f2515,36169,1733145339150 in 171 msec 2024-12-02T13:15:45,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:15:45,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b73564182c46cff0851a9a867dfbb54, ASSIGN in 326 msec 2024-12-02T13:15:45,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:15:45,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145345386"}]},"ts":"1733145345386"} 2024-12-02T13:15:45,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:15:45,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:15:45,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-02T13:15:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:15:46,383 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:15:46,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,40681,-1 for getting cluster id 2024-12-02T13:15:46,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:46,384 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '479dadc1-6335-426d-a1f1-54056a1d23d7' 2024-12-02T13:15:46,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:46,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "479dadc1-6335-426d-a1f1-54056a1d23d7" 2024-12-02T13:15:46,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f4d4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,40681,-1] 2024-12-02T13:15:46,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:46,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:46,385 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:46,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7412afe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33707,-1 for getting cluster id 2024-12-02T13:15:46,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:46,387 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689316f6-20b8-4eef-8711-511ae3aa68d2' 2024-12-02T13:15:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689316f6-20b8-4eef-8711-511ae3aa68d2" 2024-12-02T13:15:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194ca60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33707,-1] 2024-12-02T13:15:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:46,388 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71239bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,40681,-1 for getting cluster id 2024-12-02T13:15:46,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:46,389 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '479dadc1-6335-426d-a1f1-54056a1d23d7' 2024-12-02T13:15:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "479dadc1-6335-426d-a1f1-54056a1d23d7" 2024-12-02T13:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be9f4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,40681,-1] 2024-12-02T13:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:46,390 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886424b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:46,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,40681,1733145335299 2024-12-02T13:15:46,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60152a97 2024-12-02T13:15:46,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:46,392 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:46,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:33707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:15:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:15:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:46,395 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:33707' 2024-12-02T13:15:46,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6d781b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,396 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33707,-1 for getting cluster id 2024-12-02T13:15:46,396 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:46,396 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689316f6-20b8-4eef-8711-511ae3aa68d2' 2024-12-02T13:15:46,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:46,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689316f6-20b8-4eef-8711-511ae3aa68d2" 2024-12-02T13:15:46,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c058cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33707,-1] 2024-12-02T13:15:46,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:46,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:46,397 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:46,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da1ed2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:46,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:46,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33707,1733145339123 2024-12-02T13:15:46,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b39382b 2024-12-02T13:15:46,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:46,400 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:46,401 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:15:46,401 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:15:46,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:46,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:46,402 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:46,403 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:15:46,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:15:46,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:46,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:46,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:15:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:15:46,453 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:15:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:46,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a58ea7eed125ec957656f0ff584951d, NAME => 'hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c 2024-12-02T13:15:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:15:46,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:15:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:47,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:47,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a58ea7eed125ec957656f0ff584951d, disabling compactions & flushes 2024-12-02T13:15:47,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:47,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:47,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. after waiting 0 ms 2024-12-02T13:15:47,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:47,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:47,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a58ea7eed125ec957656f0ff584951d: Waiting for close lock at 1733145347220Disabling compacts and flushes for region at 1733145347220Disabling writes for close at 1733145347221 (+1 ms)Writing region close event to WAL at 1733145347221Closed at 1733145347221 2024-12-02T13:15:47,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:15:47,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145347222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145347222"}]},"ts":"1733145347222"} 2024-12-02T13:15:47,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:15:47,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:15:47,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145347224"}]},"ts":"1733145347224"} 2024-12-02T13:15:47,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:15:47,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a58ea7eed125ec957656f0ff584951d, ASSIGN}] 2024-12-02T13:15:47,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a58ea7eed125ec957656f0ff584951d, ASSIGN 2024-12-02T13:15:47,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a58ea7eed125ec957656f0ff584951d, ASSIGN; state=OFFLINE, location=06e3e18f2515,38037,1733145335340; forceNewPlan=false, retain=false 2024-12-02T13:15:47,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a58ea7eed125ec957656f0ff584951d, regionState=OPENING, regionLocation=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:47,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a58ea7eed125ec957656f0ff584951d, ASSIGN because future has completed 2024-12-02T13:15:47,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a58ea7eed125ec957656f0ff584951d, server=06e3e18f2515,38037,1733145335340}] 2024-12-02T13:15:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:47,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:47,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:47,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:15:47,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C38037%2C1733145335340.rep, suffix=, logDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/oldWALs, maxLogs=10 2024-12-02T13:15:47,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.rep.1733145347537, exclude list is [], retry=0 2024-12-02T13:15:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-21c89186-6d65-41a3-9cf4-6ea4966eb6b0,DISK] 2024-12-02T13:15:47,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.rep.1733145347537 2024-12-02T13:15:47,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-12-02T13:15:47,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a58ea7eed125ec957656f0ff584951d, NAME => 'hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:47,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:47,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:47,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. service=MultiRowMutationService 2024-12-02T13:15:47,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:15:47,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:47,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,553 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,554 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a58ea7eed125ec957656f0ff584951d columnFamilyName hfileref 2024-12-02T13:15:47,554 DEBUG [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:47,554 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] regionserver.HStore(327): Store=5a58ea7eed125ec957656f0ff584951d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:47,554 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,555 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a58ea7eed125ec957656f0ff584951d columnFamilyName queue 2024-12-02T13:15:47,555 DEBUG [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:47,556 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] regionserver.HStore(327): Store=5a58ea7eed125ec957656f0ff584951d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:47,556 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,557 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a58ea7eed125ec957656f0ff584951d columnFamilyName sid 2024-12-02T13:15:47,557 DEBUG [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:47,557 INFO [StoreOpener-5a58ea7eed125ec957656f0ff584951d-1 {}] regionserver.HStore(327): Store=5a58ea7eed125ec957656f0ff584951d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:47,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:15:47,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:47,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a58ea7eed125ec957656f0ff584951d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75314548, jitterRate=0.12227421998977661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:15:47,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:47,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a58ea7eed125ec957656f0ff584951d: Running coprocessor pre-open hook at 1733145347552Writing region info on filesystem at 1733145347552Initializing all the Stores at 1733145347553 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145347553Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145347553Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145347553Cleaning up temporary data from old regions at 1733145347559 (+6 ms)Running coprocessor post-open hooks at 1733145347562 (+3 ms)Region opened successfully at 1733145347563 (+1 ms) 2024-12-02T13:15:47,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d., pid=10, masterSystemTime=1733145347533 2024-12-02T13:15:47,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:47,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:47,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a58ea7eed125ec957656f0ff584951d, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,38037,1733145335340 2024-12-02T13:15:47,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a58ea7eed125ec957656f0ff584951d, server=06e3e18f2515,38037,1733145335340 because future has completed 2024-12-02T13:15:47,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:15:47,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a58ea7eed125ec957656f0ff584951d, server=06e3e18f2515,38037,1733145335340 in 187 msec 2024-12-02T13:15:47,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:15:47,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a58ea7eed125ec957656f0ff584951d, ASSIGN in 343 msec 2024-12-02T13:15:47,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:15:47,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145347571"}]},"ts":"1733145347571"} 2024-12-02T13:15:47,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:15:47,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:15:47,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-02T13:15:47,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d., hostname=06e3e18f2515,38037,1733145335340, seqNum=2] 2024-12-02T13:15:47,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:47,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:47,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:15:47,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:15:47,767 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:15:47,790 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,38037,1733145335340, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:15:47,790 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:47,790 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38037,1733145335340, seqNum=-1] 2024-12-02T13:15:47,791 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:47,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T13:15:47,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,38037,1733145335340', locateType=CURRENT is [region=hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d., hostname=06e3e18f2515,38037,1733145335340, seqNum=2] 2024-12-02T13:15:47,796 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:15:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:15:47,798 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,38037,1733145335340 suceeded 2024-12-02T13:15:47,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:15:47,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T13:15:47,800 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:33707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:15:47,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4070 sec 2024-12-02T13:15:47,814 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:33707' 2024-12-02T13:15:47,816 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@268c98c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:47,816 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33707,-1 for getting cluster id 2024-12-02T13:15:47,816 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:47,817 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689316f6-20b8-4eef-8711-511ae3aa68d2' 2024-12-02T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689316f6-20b8-4eef-8711-511ae3aa68d2" 2024-12-02T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f535e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33707,-1] 2024-12-02T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:47,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:47,818 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:47,819 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b57a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:47,819 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:47,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33707,1733145339123 2024-12-02T13:15:47,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9e8536 2024-12-02T13:15:47,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:47,821 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T13:15:47,821 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,38037,1733145335340 (queues=1) is replicating from cluster=479dadc1-6335-426d-a1f1-54056a1d23d7 to cluster=689316f6-20b8-4eef-8711-511ae3aa68d2 2024-12-02T13:15:47,821 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C38037%2C1733145335340 2024-12-02T13:15:47,821 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,38037,1733145335340, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:15:47,822 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C38037%2C1733145335340 2024-12-02T13:15:47,822 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321, startPosition=0, beingWritten=true 2024-12-02T13:15:47,827 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:15:47,827 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:47,828 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,38037,1733145335340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:15:48,032 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:48,335 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:48,553 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:15:48,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:48,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:48,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:48,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:48,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:48,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:48,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33707,-1 for getting cluster id 2024-12-02T13:15:48,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:48,556 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689316f6-20b8-4eef-8711-511ae3aa68d2' 2024-12-02T13:15:48,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:48,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689316f6-20b8-4eef-8711-511ae3aa68d2" 2024-12-02T13:15:48,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8f7d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33707,-1] 2024-12-02T13:15:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:48,558 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e050579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:48,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33707,1733145339123 2024-12-02T13:15:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417cdd 2024-12-02T13:15:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:48,564 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:48,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:40681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:15:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:15:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:48,566 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:40681' 2024-12-02T13:15:48,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21485155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:48,567 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,40681,-1 for getting cluster id 2024-12-02T13:15:48,567 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:48,568 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '479dadc1-6335-426d-a1f1-54056a1d23d7' 2024-12-02T13:15:48,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:48,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "479dadc1-6335-426d-a1f1-54056a1d23d7" 2024-12-02T13:15:48,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfc248e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:48,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,40681,-1] 2024-12-02T13:15:48,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:48,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:48,569 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:48,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460da6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:48,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:48,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,40681,1733145335299 2024-12-02T13:15:48,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a6fade9 2024-12-02T13:15:48,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:48,571 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:48,572 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:15:48,572 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:15:48,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:48,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:48,574 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:15:48,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:48,575 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:15:48,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:15:48,576 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:48,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:15:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:15:48,606 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0677a13c4efb68db07124c95a49c086d, NAME => 'hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d 2024-12-02T13:15:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:15:48,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:48,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0677a13c4efb68db07124c95a49c086d, disabling compactions & flushes 2024-12-02T13:15:48,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:48,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:48,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. after waiting 0 ms 2024-12-02T13:15:48,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:48,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:48,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0677a13c4efb68db07124c95a49c086d: Waiting for close lock at 1733145348624Disabling compacts and flushes for region at 1733145348624Disabling writes for close at 1733145348624Writing region close event to WAL at 1733145348624Closed at 1733145348624 2024-12-02T13:15:48,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:15:48,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145348626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145348626"}]},"ts":"1733145348626"} 2024-12-02T13:15:48,626 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:15:48,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:15:48,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:15:48,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145348629"}]},"ts":"1733145348629"} 2024-12-02T13:15:48,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:15:48,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0677a13c4efb68db07124c95a49c086d, ASSIGN}] 2024-12-02T13:15:48,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0677a13c4efb68db07124c95a49c086d, ASSIGN 2024-12-02T13:15:48,635 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0677a13c4efb68db07124c95a49c086d, ASSIGN; state=OFFLINE, location=06e3e18f2515,36169,1733145339150; forceNewPlan=false, retain=false 2024-12-02T13:15:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:48,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:48,739 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:48,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:48,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0677a13c4efb68db07124c95a49c086d, regionState=OPENING, regionLocation=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:48,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0677a13c4efb68db07124c95a49c086d, ASSIGN because future has completed 2024-12-02T13:15:48,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0677a13c4efb68db07124c95a49c086d, server=06e3e18f2515,36169,1733145339150}] 2024-12-02T13:15:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:48,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:48,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:15:48,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:15:48,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36169%2C1733145339150.rep, suffix=, logDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150, archiveDir=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/oldWALs, maxLogs=10 2024-12-02T13:15:48,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.rep.1733145348951, exclude list is [], retry=0 2024-12-02T13:15:48,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44387,DS-d2f635ec-05a3-4610-a388-44848a5f024d,DISK] 2024-12-02T13:15:48,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.rep.1733145348951 2024-12-02T13:15:48,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37367:37367)] 2024-12-02T13:15:48,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0677a13c4efb68db07124c95a49c086d, NAME => 'hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:15:48,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:15:48,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:15:48,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. service=MultiRowMutationService 2024-12-02T13:15:48,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:15:48,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:48,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:15:48,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:48,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:48,985 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:48,986 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0677a13c4efb68db07124c95a49c086d columnFamilyName hfileref 2024-12-02T13:15:48,986 DEBUG [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:48,987 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] regionserver.HStore(327): Store=0677a13c4efb68db07124c95a49c086d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:48,987 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:48,988 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0677a13c4efb68db07124c95a49c086d columnFamilyName queue 2024-12-02T13:15:48,988 DEBUG [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:49,002 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] regionserver.HStore(327): Store=0677a13c4efb68db07124c95a49c086d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:49,002 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,004 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0677a13c4efb68db07124c95a49c086d columnFamilyName sid 2024-12-02T13:15:49,004 DEBUG [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:15:49,004 INFO [StoreOpener-0677a13c4efb68db07124c95a49c086d-1 {}] regionserver.HStore(327): Store=0677a13c4efb68db07124c95a49c086d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:15:49,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:15:49,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:15:49,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0677a13c4efb68db07124c95a49c086d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66025469, jitterRate=-0.01614384353160858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:15:49,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:49,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0677a13c4efb68db07124c95a49c086d: Running coprocessor pre-open hook at 1733145348984Writing region info on filesystem at 1733145348984Initializing all the Stores at 1733145348984Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145348985 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145348985Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145348985Cleaning up temporary data from old regions at 1733145349007 (+22 ms)Running coprocessor post-open hooks at 1733145349015 (+8 ms)Region opened successfully at 1733145349015 2024-12-02T13:15:49,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d., pid=10, masterSystemTime=1733145348941 2024-12-02T13:15:49,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:49,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:49,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0677a13c4efb68db07124c95a49c086d, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,36169,1733145339150 2024-12-02T13:15:49,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0677a13c4efb68db07124c95a49c086d, server=06e3e18f2515,36169,1733145339150 because future has completed 2024-12-02T13:15:49,029 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33707 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=06e3e18f2515,36169,1733145339150, table=hbase:replication, region=0677a13c4efb68db07124c95a49c086d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T13:15:49,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:15:49,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0677a13c4efb68db07124c95a49c086d, server=06e3e18f2515,36169,1733145339150 in 245 msec 2024-12-02T13:15:49,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:15:49,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0677a13c4efb68db07124c95a49c086d, ASSIGN in 404 msec 2024-12-02T13:15:49,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:15:49,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145349039"}]},"ts":"1733145349039"} 2024-12-02T13:15:49,041 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:15:49,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:15:49,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 469 msec 2024-12-02T13:15:49,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d., hostname=06e3e18f2515,36169,1733145339150, seqNum=2] 2024-12-02T13:15:49,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:49,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:49,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:15:49,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:15:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:15:49,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T13:15:49,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T13:15:49,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T13:15:49,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:15:49,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T13:15:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:49,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:15:49,248 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:15:49,269 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:49,284 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,36169,1733145339150, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:15:49,284 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:49,284 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:49,285 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:49,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T13:15:49,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,36169,1733145339150', locateType=CURRENT is [region=hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d., hostname=06e3e18f2515,36169,1733145339150, seqNum=2] 2024-12-02T13:15:49,291 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:15:49,293 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,36169,1733145339150 suceeded 2024-12-02T13:15:49,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:15:49,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-02T13:15:49,296 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:40681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:15:49,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 732 msec 2024-12-02T13:15:49,312 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:40681' 2024-12-02T13:15:49,317 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b28d122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:49,317 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,40681,-1 for getting cluster id 2024-12-02T13:15:49,317 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:49,318 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '479dadc1-6335-426d-a1f1-54056a1d23d7' 2024-12-02T13:15:49,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:49,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "479dadc1-6335-426d-a1f1-54056a1d23d7" 2024-12-02T13:15:49,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e22df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:49,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,40681,-1] 2024-12-02T13:15:49,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:49,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:49,320 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:49,321 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c239328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:49,321 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:49,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,40681,1733145335299 2024-12-02T13:15:49,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2022eacd 2024-12-02T13:15:49,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:49,323 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T13:15:49,326 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,36169,1733145339150 (queues=1) is replicating from cluster=689316f6-20b8-4eef-8711-511ae3aa68d2 to cluster=479dadc1-6335-426d-a1f1-54056a1d23d7 2024-12-02T13:15:49,326 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C36169%2C1733145339150 2024-12-02T13:15:49,327 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,36169,1733145339150, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:15:49,327 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124, startPosition=0, beingWritten=true 2024-12-02T13:15:49,329 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C36169%2C1733145339150 2024-12-02T13:15:49,336 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:15:49,336 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 379, reset compression=false 2024-12-02T13:15:49,336 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,36169,1733145339150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:15:49,542 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 379, reset compression=false 2024-12-02T13:15:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:15:49,703 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:15:49,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:49,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:49,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:49,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:49,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733145349708/Put/seqid=0 2024-12-02T13:15:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741840_1016 (size=7894) 2024-12-02T13:15:49,846 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 379, reset compression=false 2024-12-02T13:15:49,873 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:50,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733145350120/Put/seqid=0 2024-12-02T13:15:50,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741841_1017 (size=7691) 2024-12-02T13:15:50,249 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 379, reset compression=false 2024-12-02T13:15:50,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:50,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,40681,-1 for getting cluster id 2024-12-02T13:15:50,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:50,527 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '479dadc1-6335-426d-a1f1-54056a1d23d7' 2024-12-02T13:15:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "479dadc1-6335-426d-a1f1-54056a1d23d7" 2024-12-02T13:15:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110cd4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,40681,-1] 2024-12-02T13:15:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:50,529 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:50,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2fe04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:50,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38037,1733145335340, seqNum=-1] 2024-12-02T13:15:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:50,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:50,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:50,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,40681,1733145335299 2024-12-02T13:15:50,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fce00d8 2024-12-02T13:15:50,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:50,541 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., hostname=06e3e18f2515,38037,1733145335340, seqNum=2] 2024-12-02T13:15:50,546 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:15:50,552 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T13:15:50,555 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T13:15:50,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T13:15:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:50,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T13:15:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(2603): Flush status journal for da807982a0ad39e90e5c3d7cc80b1da2: 2024-12-02T13:15:50,577 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_1 2024-12-02T13:15:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_1 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ 2024-12-02T13:15:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_0 2024-12-02T13:15:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_0 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ 2024-12-02T13:15:50,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_1 into da807982a0ad39e90e5c3d7cc80b1da2/f as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ - updating store file list. 2024-12-02T13:15:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:50,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ into da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:50,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_1 into da807982a0ad39e90e5c3d7cc80b1da2/f (new location: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_) 2024-12-02T13:15:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_1 2024-12-02T13:15:50,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_0 into da807982a0ad39e90e5c3d7cc80b1da2/f as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ - updating store file list. 2024-12-02T13:15:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a08f0ce263f742468d801b8ed9b1698b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:50,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ into da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:50,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_0 into da807982a0ad39e90e5c3d7cc80b1da2/f (new location: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_) 2024-12-02T13:15:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins__test__cf8m7p0e5dhbboq400ekk4tklndomce5arbnui42avgj361pjha7o07lfg8r2ui9/f/hfile_0 2024-12-02T13:15:50,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:50,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:50,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:50,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:50,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:50,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., hostname=06e3e18f2515,38037,1733145335340, seqNum=2 , the old value is region=test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., hostname=06e3e18f2515,38037,1733145335340, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=06e3e18f2515:38037 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., hostname=06e3e18f2515,38037,1733145335340, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:15:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54480 deadline: 1733145410608 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54480 2024-12-02T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., hostname=06e3e18f2515,38037,1733145335340, seqNum=2 from cache 2024-12-02T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:50,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:50,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., hostname=06e3e18f2515,36169,1733145339150, seqNum=2] 2024-12-02T13:15:50,613 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T13:15:50,713 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:38037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T13:15:50,754 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 379, reset compression=false 2024-12-02T13:15:51,359 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 379, reset compression=false 2024-12-02T13:15:51,384 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 379, reset compression=false 2024-12-02T13:15:51,400 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:15:51,400 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,38037,1733145335340 got entry batch from reader: WALEntryBatch [walEntries=[{test/da807982a0ad39e90e5c3d7cc80b1da2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145350605/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T13:15:51,403 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:15:51,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-02T13:15:51,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(318): Replicating [479dadc1-6335-426d-a1f1-54056a1d23d7] bulk loaded data 2024-12-02T13:15:51,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49291163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:51,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33707,-1 for getting cluster id 2024-12-02T13:15:51,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:51,407 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689316f6-20b8-4eef-8711-511ae3aa68d2' 2024-12-02T13:15:51,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689316f6-20b8-4eef-8711-511ae3aa68d2" 2024-12-02T13:15:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d42d346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33707,-1] 2024-12-02T13:15:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:51,409 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:51,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28255042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:51,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741840_1016 (size=7691) 2024-12-02T13:15:51,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741841_1017 (size=7894) 2024-12-02T13:15:51,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:51,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33707,1733145339123 2024-12-02T13:15:51,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5546964 2024-12-02T13:15:51,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:51,488 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T13:15:51,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:15:51,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:51,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:51,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:51,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T13:15:51,507 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T13:15:51,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T13:15:51,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ for inclusion in 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T13:15:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:51,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ for inclusion in 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T13:15:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegion(2603): Flush status journal for 2b73564182c46cff0851a9a867dfbb54: 2024-12-02T13:15:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:15:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/81e0a957e11f49dbaa89d0327e9eb286_SeqId_4_ 2024-12-02T13:15:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:15:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/d68e0065ca7a44d1bb4991d3d2e82031_SeqId_4_ 2024-12-02T13:15:51,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ into 2b73564182c46cff0851a9a867dfbb54/f as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/81e0a957e11f49dbaa89d0327e9eb286_SeqId_4_ - updating store file list. 2024-12-02T13:15:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81e0a957e11f49dbaa89d0327e9eb286_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:51,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/81e0a957e11f49dbaa89d0327e9eb286_SeqId_4_ into 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:51,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ into 2b73564182c46cff0851a9a867dfbb54/f (new location: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/81e0a957e11f49dbaa89d0327e9eb286_SeqId_4_) 2024-12-02T13:15:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/e32c91e8dbd440d59ae8f333ba767e86_SeqId_4_ 2024-12-02T13:15:51,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ into 2b73564182c46cff0851a9a867dfbb54/f as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/d68e0065ca7a44d1bb4991d3d2e82031_SeqId_4_ - updating store file list. 2024-12-02T13:15:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d68e0065ca7a44d1bb4991d3d2e82031_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:51,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/d68e0065ca7a44d1bb4991d3d2e82031_SeqId_4_ into 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:51,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ into 2b73564182c46cff0851a9a867dfbb54/f (new location: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/d68e0065ca7a44d1bb4991d3d2e82031_SeqId_4_) 2024-12-02T13:15:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins.hfs.11__test__6ut6fs1mq9532jh8mkes6ok627kcminftra20fo33j5guu3c5vtm3hgvl273patd/f/a08f0ce263f742468d801b8ed9b1698b_SeqId_4_ 2024-12-02T13:15:51,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(324): Finished replicating [479dadc1-6335-426d-a1f1-54056a1d23d7] bulk loaded data 2024-12-02T13:15:51,600 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 687, reset compression=false 2024-12-02T13:15:51,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:15:51,645 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733145351644/Put/seqid=0 2024-12-02T13:15:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741842_1018 (size=11194) 2024-12-02T13:15:51,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733145351656/Put/seqid=0 2024-12-02T13:15:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741843_1019 (size=10791) 2024-12-02T13:15:51,918 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 687, reset compression=false 2024-12-02T13:15:52,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:52,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33707,-1 for getting cluster id 2024-12-02T13:15:52,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:52,071 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689316f6-20b8-4eef-8711-511ae3aa68d2' 2024-12-02T13:15:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689316f6-20b8-4eef-8711-511ae3aa68d2" 2024-12-02T13:15:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57463c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33707,-1] 2024-12-02T13:15:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:52,071 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 379, reset compression=false 2024-12-02T13:15:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:52,072 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:52,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:52,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:52,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:52,076 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:15:52,077 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,36169,1733145339150 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b73564182c46cff0851a9a867dfbb54/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145351597/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T13:15:52,078 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:15:52,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-02T13:15:52,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(318): Replicating [479dadc1-6335-426d-a1f1-54056a1d23d7, 689316f6-20b8-4eef-8711-511ae3aa68d2] bulk loaded data 2024-12-02T13:15:52,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f9337f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:52,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,40681,-1 for getting cluster id 2024-12-02T13:15:52,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:15:52,082 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '479dadc1-6335-426d-a1f1-54056a1d23d7' 2024-12-02T13:15:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:15:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "479dadc1-6335-426d-a1f1-54056a1d23d7" 2024-12-02T13:15:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2732bbc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,40681,-1] 2024-12-02T13:15:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:15:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:52,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:52,083 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:15:52,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c960bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:15:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33707,1733145339123 2024-12-02T13:15:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175513b5 2024-12-02T13:15:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:52,085 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:15:52,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., hostname=06e3e18f2515,36169,1733145339150, seqNum=2] 2024-12-02T13:15:52,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:15:52,100 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T13:15:52,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T13:15:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741842_1018 (size=7691) 2024-12-02T13:15:52,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T13:15:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:52,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T13:15:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegion(2603): Flush status journal for 2b73564182c46cff0851a9a867dfbb54: 2024-12-02T13:15:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_1 2024-12-02T13:15:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_1 as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ 2024-12-02T13:15:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_0 2024-12-02T13:15:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_0 as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ 2024-12-02T13:15:52,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_1 into 2b73564182c46cff0851a9a867dfbb54/f as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ - updating store file list. 2024-12-02T13:15:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90da58efa3064531be4d94adf1575a80_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:52,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ into 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:52,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_1 into 2b73564182c46cff0851a9a867dfbb54/f (new location: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/90da58efa3064531be4d94adf1575a80_SeqId_6_) 2024-12-02T13:15:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_1 2024-12-02T13:15:52,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_0 into 2b73564182c46cff0851a9a867dfbb54/f as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ - updating store file list. 2024-12-02T13:15:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b06c2a94618b4305bc498713b322d417_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:52,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ into 2b73564182c46cff0851a9a867dfbb54/f 2024-12-02T13:15:52,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_0 into 2b73564182c46cff0851a9a867dfbb54/f (new location: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/f/b06c2a94618b4305bc498713b322d417_SeqId_6_) 2024-12-02T13:15:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/staging/jenkins__test__4k82ue2vg707nqiu31o6mdj2egnvkb793ck3sj289gde633g2aan3a4rq115d1bu/f/hfile_0 2024-12-02T13:15:52,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:52,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:52,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:52,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:52,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., hostname=06e3e18f2515,36169,1733145339150, seqNum=2 , the old value is region=test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., hostname=06e3e18f2515,36169,1733145339150, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=06e3e18f2515:36169 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:15:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., hostname=06e3e18f2515,36169,1733145339150, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:15:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., hostname=06e3e18f2515,36169,1733145339150, seqNum=2 from cache 2024-12-02T13:15:52,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38037,1733145335340, seqNum=-1] 2024-12-02T13:15:52,136 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T13:15:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:52,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:15:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., hostname=06e3e18f2515,38037,1733145335340, seqNum=2] 2024-12-02T13:15:52,144 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T13:15:52,243 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:36169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T13:15:52,277 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 725, reset compression=false 2024-12-02T13:15:52,281 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:15:52,329 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 687, reset compression=false 2024-12-02T13:15:52,481 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1033, reset compression=false 2024-12-02T13:15:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741843_1019 (size=7894) 2024-12-02T13:15:52,786 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1033, reset compression=false 2024-12-02T13:15:52,833 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 687, reset compression=false 2024-12-02T13:15:52,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:52,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,40681,1733145335299 2024-12-02T13:15:52,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3762bdd7 2024-12-02T13:15:52,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:15:52,924 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T13:15:52,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:15:52,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:52,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,38037,1733145335340, seqNum=-1] 2024-12-02T13:15:52,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:15:52,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T13:15:52,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__55cu1fn5g3ir15v0hagtb1g7vuspf68fk93ffffifoht7po0d85gcmlu9n4ar21n/f/81e0a957e11f49dbaa89d0327e9eb286_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T13:15:52,938 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__55cu1fn5g3ir15v0hagtb1g7vuspf68fk93ffffifoht7po0d85gcmlu9n4ar21n/f/d68e0065ca7a44d1bb4991d3d2e82031_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T13:15:52,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(324): Finished replicating [479dadc1-6335-426d-a1f1-54056a1d23d7, 689316f6-20b8-4eef-8711-511ae3aa68d2] bulk loaded data 2024-12-02T13:15:52,946 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,36169,1733145339150 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b73564182c46cff0851a9a867dfbb54/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145352133/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T13:15:52,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(318): Replicating [689316f6-20b8-4eef-8711-511ae3aa68d2] bulk loaded data 2024-12-02T13:15:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741844_1020 (size=10791) 2024-12-02T13:15:53,151 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T13:15:53,190 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1033, reset compression=false 2024-12-02T13:15:53,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741845_1021 (size=11194) 2024-12-02T13:15:53,437 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 687, reset compression=false 2024-12-02T13:15:53,694 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1033, reset compression=false 2024-12-02T13:15:53,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:15:53,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-02T13:15:53,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-02T13:15:53,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ for inclusion in da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T13:15:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:53,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ for inclusion in da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T13:15:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:15:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(2603): Flush status journal for da807982a0ad39e90e5c3d7cc80b1da2: 2024-12-02T13:15:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b06c2a94618b4305bc498713b322d417_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:15:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3ed6e4d6681044ccb9924732672554c5_SeqId_6_ 2024-12-02T13:15:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90da58efa3064531be4d94adf1575a80_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:15:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3864f502ef5642f49bbc43b04a73e169_SeqId_6_ 2024-12-02T13:15:53,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ into da807982a0ad39e90e5c3d7cc80b1da2/f as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3ed6e4d6681044ccb9924732672554c5_SeqId_6_ - updating store file list. 2024-12-02T13:15:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ed6e4d6681044ccb9924732672554c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:53,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3ed6e4d6681044ccb9924732672554c5_SeqId_6_ into da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:53,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ into da807982a0ad39e90e5c3d7cc80b1da2/f (new location: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3ed6e4d6681044ccb9924732672554c5_SeqId_6_) 2024-12-02T13:15:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/b06c2a94618b4305bc498713b322d417_SeqId_6_ 2024-12-02T13:15:53,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ into da807982a0ad39e90e5c3d7cc80b1da2/f as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3864f502ef5642f49bbc43b04a73e169_SeqId_6_ - updating store file list. 2024-12-02T13:15:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3864f502ef5642f49bbc43b04a73e169_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:15:53,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3864f502ef5642f49bbc43b04a73e169_SeqId_6_ into da807982a0ad39e90e5c3d7cc80b1da2/f 2024-12-02T13:15:53,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ into da807982a0ad39e90e5c3d7cc80b1da2/f (new location: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/f/3864f502ef5642f49bbc43b04a73e169_SeqId_6_) 2024-12-02T13:15:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/staging/jenkins.hfs.10__test__nv8vh7fj3t2v1fehk6tppn23vck7uvo58uccbd11iem3p98n3abaq0heonm2ot9o/f/90da58efa3064531be4d94adf1575a80_SeqId_6_ 2024-12-02T13:15:53,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(324): Finished replicating [689316f6-20b8-4eef-8711-511ae3aa68d2] bulk loaded data 2024-12-02T13:15:54,141 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 687, reset compression=false 2024-12-02T13:15:54,145 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:15:54,145 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,38037,1733145335340 got entry batch from reader: WALEntryBatch [walEntries=[{test/da807982a0ad39e90e5c3d7cc80b1da2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145353827/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T13:15:54,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(318): Replicating [689316f6-20b8-4eef-8711-511ae3aa68d2, 479dadc1-6335-426d-a1f1-54056a1d23d7] bulk loaded data 2024-12-02T13:15:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741844_1020 (size=11194) 2024-12-02T13:15:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:15:54,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:54,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:54,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:54,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:54,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:54,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:15:54,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=509274412, stopped=false 2024-12-02T13:15:54,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,33707,1733145339123 2024-12-02T13:15:54,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1866360248/running 2024-12-02T13:15:54,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1866360248/running 2024-12-02T13:15:54,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:54,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:54,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:54,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:54,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:54,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:54,173 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,36169,1733145339150' ***** 2024-12-02T13:15:54,173 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:15:54,173 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:15:54,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on znode that does not yet exist, /1-1866360248/running 2024-12-02T13:15:54,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:15:54,173 INFO [RS:0;06e3e18f2515:36169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:15:54,173 INFO [RS:0;06e3e18f2515:36169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:54,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Set watcher on znode that does not yet exist, /1-1866360248/running 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 0677a13c4efb68db07124c95a49c086d 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,36169,1733145339150 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:36169. 2024-12-02T13:15:54,174 DEBUG [RS:0;06e3e18f2515:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:54,174 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:54,174 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b73564182c46cff0851a9a867dfbb54, disabling compactions & flushes 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:15:54,174 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:54,174 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:54,174 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:15:54,174 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. after waiting 0 ms 2024-12-02T13:15:54,174 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2b73564182c46cff0851a9a867dfbb54=test,,1733145344235.2b73564182c46cff0851a9a867dfbb54., 0677a13c4efb68db07124c95a49c086d=hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d.} 2024-12-02T13:15:54,174 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:54,174 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1351): Waiting on 0677a13c4efb68db07124c95a49c086d, 1588230740, 2b73564182c46cff0851a9a867dfbb54 2024-12-02T13:15:54,175 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:54,175 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:54,175 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:54,175 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:54,175 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:54,175 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:15:54,178 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/default/test/2b73564182c46cff0851a9a867dfbb54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:15:54,179 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b73564182c46cff0851a9a867dfbb54: Waiting for close lock at 1733145354174Running coprocessor pre-close hooks at 1733145354174Disabling compacts and flushes for region at 1733145354174Disabling writes for close at 1733145354174Writing region close event to WAL at 1733145354176 (+2 ms)Running coprocessor post-close hooks at 1733145354179 (+3 ms)Closed at 1733145354179 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145344235.2b73564182c46cff0851a9a867dfbb54. 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0677a13c4efb68db07124c95a49c086d, disabling compactions & flushes 2024-12-02T13:15:54,179 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. after waiting 0 ms 2024-12-02T13:15:54,179 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:54,179 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0677a13c4efb68db07124c95a49c086d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-02T13:15:54,191 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/.tmp/hfileref/03a243450c5d45bb8c7661dc1ad070bb is 74, key is 1/hfileref:81e0a957e11f49dbaa89d0327e9eb286_SeqId_4_/1733145352942/DeleteColumn/seqid=0 2024-12-02T13:15:54,193 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/info/00582bbefb044a6286cc16ec2c58f4ca is 147, key is hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d./info:regioninfo/1733145349019/Put/seqid=0 2024-12-02T13:15:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741845_1021 (size=5345) 2024-12-02T13:15:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741846_1022 (size=7686) 2024-12-02T13:15:54,201 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:54,298 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1033, reset compression=false 2024-12-02T13:15:54,303 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:15:54,303 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1328, reset compression=false 2024-12-02T13:15:54,303 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,36169,1733145339150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:15:54,304 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,36169,1733145339150: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,36169,1733145339150, walGroup=06e3e18f2515%2C36169%2C1733145339150, offset=06e3e18f2515%2C36169%2C1733145339150.1733145341124:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:36169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:15:54,305 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:15:54,305 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:15:54,306 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:15:54,306 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:15:54,306 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:15:54,306 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 551319040 }, "NonHeapMemoryUsage": { "committed": 189988864, "init": 7667712, "max": -1, "used": 187180600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:15:54,308 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:15:54,346 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:54,375 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1351): Waiting on 0677a13c4efb68db07124c95a49c086d, 1588230740 2024-12-02T13:15:54,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:54,507 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1328, reset compression=false 2024-12-02T13:15:54,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:54,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741847_1023 (size=10791) 2024-12-02T13:15:54,575 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1351): Waiting on 0677a13c4efb68db07124c95a49c086d, 1588230740 2024-12-02T13:15:54,596 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/.tmp/hfileref/03a243450c5d45bb8c7661dc1ad070bb 2024-12-02T13:15:54,597 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/info/00582bbefb044a6286cc16ec2c58f4ca 2024-12-02T13:15:54,617 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/.tmp/queue/90e4bafe4c73453d943bcb0762ac1fdd is 154, key is 1-06e3e18f2515,36169,1733145339150/queue:06e3e18f2515%2C36169%2C1733145339150/1733145353832/Put/seqid=0 2024-12-02T13:15:54,618 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/ns/cc334fbb7a514a63bb30563f7de6302e is 43, key is default/ns:d/1733145342056/Put/seqid=0 2024-12-02T13:15:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741848_1024 (size=5353) 2024-12-02T13:15:54,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741849_1025 (size=5153) 2024-12-02T13:15:54,649 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:54,775 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1351): Waiting on 0677a13c4efb68db07124c95a49c086d, 1588230740 2024-12-02T13:15:54,811 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1328, reset compression=false 2024-12-02T13:15:54,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:15:54,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 from cache 2024-12-02T13:15:54,975 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1351): Waiting on 0677a13c4efb68db07124c95a49c086d, 1588230740 2024-12-02T13:15:55,017 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:15:55,017 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:15:55,022 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/.tmp/queue/90e4bafe4c73453d943bcb0762ac1fdd 2024-12-02T13:15:55,023 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/ns/cc334fbb7a514a63bb30563f7de6302e 2024-12-02T13:15:55,026 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/.tmp/hfileref/03a243450c5d45bb8c7661dc1ad070bb as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/hfileref/03a243450c5d45bb8c7661dc1ad070bb 2024-12-02T13:15:55,032 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/hfileref/03a243450c5d45bb8c7661dc1ad070bb, entries=4, sequenceid=12, filesize=5.2 K 2024-12-02T13:15:55,033 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/.tmp/queue/90e4bafe4c73453d943bcb0762ac1fdd as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/queue/90e4bafe4c73453d943bcb0762ac1fdd 2024-12-02T13:15:55,038 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/queue/90e4bafe4c73453d943bcb0762ac1fdd, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T13:15:55,039 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0677a13c4efb68db07124c95a49c086d in 860ms, sequenceid=12, compaction requested=false 2024-12-02T13:15:55,043 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/rep_barrier/655829fc28d44f069608c24957753d43 is 112, key is test,,1733145344235.2b73564182c46cff0851a9a867dfbb54./rep_barrier:seqnumDuringOpen/1733145345379/Put/seqid=0 2024-12-02T13:15:55,043 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/replication/0677a13c4efb68db07124c95a49c086d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T13:15:55,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:55,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:55,044 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:55,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0677a13c4efb68db07124c95a49c086d: Waiting for close lock at 1733145354179Running coprocessor pre-close hooks at 1733145354179Disabling compacts and flushes for region at 1733145354179Disabling writes for close at 1733145354179Obtaining lock to block concurrent updates at 1733145354179Preparing flush snapshotting stores in 0677a13c4efb68db07124c95a49c086d at 1733145354179Finished memstore snapshotting hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733145354180 (+1 ms)Flushing stores of hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. at 1733145354180Flushing 0677a13c4efb68db07124c95a49c086d/hfileref: creating writer at 1733145354180Flushing 0677a13c4efb68db07124c95a49c086d/hfileref: appending metadata at 1733145354191 (+11 ms)Flushing 0677a13c4efb68db07124c95a49c086d/hfileref: closing flushed file at 1733145354191Flushing 0677a13c4efb68db07124c95a49c086d/queue: creating writer at 1733145354602 (+411 ms)Flushing 0677a13c4efb68db07124c95a49c086d/queue: appending metadata at 1733145354617 (+15 ms)Flushing 0677a13c4efb68db07124c95a49c086d/queue: closing flushed file at 1733145354617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d61f9aa: reopening flushed file at 1733145355026 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c364745: reopening flushed file at 1733145355032 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0677a13c4efb68db07124c95a49c086d in 860ms, sequenceid=12, compaction requested=false at 1733145355039 (+7 ms)Writing region close event to WAL at 1733145355040 (+1 ms)Running coprocessor post-close hooks at 1733145355044 (+4 ms)Closed at 1733145355044 2024-12-02T13:15:55,044 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145348573.0677a13c4efb68db07124c95a49c086d. 2024-12-02T13:15:55,053 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741850_1026 (size=5518) 2024-12-02T13:15:55,055 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/rep_barrier/655829fc28d44f069608c24957753d43 2024-12-02T13:15:55,078 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/table/8f00ea8e889041ac80990c362b2f57bc is 53, key is hbase:replication/table:state/1733145349039/Put/seqid=0 2024-12-02T13:15:55,082 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:55,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:55,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 from cache 2024-12-02T13:15:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741851_1027 (size=5308) 2024-12-02T13:15:55,175 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:15:55,175 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:15:55,175 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:55,220 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1328, reset compression=false 2024-12-02T13:15:55,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:55,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:55,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:55,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:55,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 from cache 2024-12-02T13:15:55,375 DEBUG [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:55,486 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/table/8f00ea8e889041ac80990c362b2f57bc 2024-12-02T13:15:55,491 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/info/00582bbefb044a6286cc16ec2c58f4ca as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/info/00582bbefb044a6286cc16ec2c58f4ca 2024-12-02T13:15:55,495 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/info/00582bbefb044a6286cc16ec2c58f4ca, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:15:55,496 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/ns/cc334fbb7a514a63bb30563f7de6302e as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/ns/cc334fbb7a514a63bb30563f7de6302e 2024-12-02T13:15:55,500 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/ns/cc334fbb7a514a63bb30563f7de6302e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:15:55,501 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/rep_barrier/655829fc28d44f069608c24957753d43 as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/rep_barrier/655829fc28d44f069608c24957753d43 2024-12-02T13:15:55,504 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/rep_barrier/655829fc28d44f069608c24957753d43, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:15:55,505 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/.tmp/table/8f00ea8e889041ac80990c362b2f57bc as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/table/8f00ea8e889041ac80990c362b2f57bc 2024-12-02T13:15:55,509 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/table/8f00ea8e889041ac80990c362b2f57bc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:15:55,510 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-12-02T13:15:55,514 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:15:55,514 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:55,514 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:55,514 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:55,514 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145354174Running coprocessor pre-close hooks at 1733145354174Disabling compacts and flushes for region at 1733145354175 (+1 ms)Disabling writes for close at 1733145354175Obtaining lock to block concurrent updates at 1733145354175Preparing flush snapshotting stores in 1588230740 at 1733145354175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145354175Flushing stores of hbase:meta,,1.1588230740 at 1733145354176 (+1 ms)Flushing 1588230740/info: creating writer at 1733145354176Flushing 1588230740/info: appending metadata at 1733145354192 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733145354192Flushing 1588230740/ns: creating writer at 1733145354602 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733145354618 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733145354618Flushing 1588230740/rep_barrier: creating writer at 1733145355027 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145355043 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145355043Flushing 1588230740/table: creating writer at 1733145355060 (+17 ms)Flushing 1588230740/table: appending metadata at 1733145355077 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733145355078 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ef88e6: reopening flushed file at 1733145355490 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4131a858: reopening flushed file at 1733145355495 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a05f92: reopening flushed file at 1733145355500 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e6220a: reopening flushed file at 1733145355504 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1733145355510 (+6 ms)Writing region close event to WAL at 1733145355511 (+1 ms)Running coprocessor post-close hooks at 1733145355514 (+3 ms)Closed at 1733145355514 2024-12-02T13:15:55,515 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:55,557 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:55,576 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,36169,1733145339150; all regions closed. 2024-12-02T13:15:55,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:15:55,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.meta.1733145342015.meta not finished, retry = 0 2024-12-02T13:15:55,602 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:55,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1] 2024-12-02T13:15:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,36169,1733145339150 aborting 2024-12-02T13:15:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36169,1733145339150, seqNum=-1 from cache 2024-12-02T13:15:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741839_1015 (size=3127) 2024-12-02T13:15:55,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.rep.1733145348951 not finished, retry = 0 2024-12-02T13:15:55,725 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 to pos 1328, reset compression=false 2024-12-02T13:15:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741832_1008 (size=1336) 2024-12-02T13:15:55,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/WALs/06e3e18f2515,36169,1733145339150/06e3e18f2515%2C36169%2C1733145339150.1733145341124 not finished, retry = 0 2024-12-02T13:15:55,884 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:55,884 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:55,884 INFO [RS:0;06e3e18f2515:36169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:55,885 INFO [RS:0;06e3e18f2515:36169 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:55,885 INFO [RS:0;06e3e18f2515:36169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:55,885 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:55,885 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,36169,1733145339150 because: Region server is closing 2024-12-02T13:15:55,885 INFO [RS:0;06e3e18f2515:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:36169. 2024-12-02T13:15:55,885 DEBUG [RS:0;06e3e18f2515:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:55,885 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:55,886 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:55,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:55,986 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.shipper06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 terminated 2024-12-02T13:15:55,986 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,36169,1733145339150.replicationSource.wal-reader.06e3e18f2515%2C36169%2C1733145339150,1-06e3e18f2515,36169,1733145339150 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:15:55,986 INFO [RS:0;06e3e18f2515:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:36169. 2024-12-02T13:15:55,986 DEBUG [RS:0;06e3e18f2515:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:55,986 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:55,986 DEBUG [RS:0;06e3e18f2515:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:55,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:55,986 INFO [RS:0;06e3e18f2515:36169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36169 2024-12-02T13:15:55,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1866360248/rs/06e3e18f2515,36169,1733145339150 2024-12-02T13:15:55,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248/rs 2024-12-02T13:15:55,988 INFO [RS:0;06e3e18f2515:36169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:55,988 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-02T13:15:55,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-02T13:15:55,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:38098 deadline: 1733145414146, exception=java.io.InterruptedIOException 2024-12-02T13:15:55,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,36169,1733145339150] 2024-12-02T13:15:55,989 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T13:15:55,988 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=06e3e18f2515:36169 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-02T13:15:55,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1866360248/draining/06e3e18f2515,36169,1733145339150 already deleted, retry=false 2024-12-02T13:15:55,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,36169,1733145339150 expired; onlineServers=0 2024-12-02T13:15:55,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,33707,1733145339123' ***** 2024-12-02T13:15:55,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:15:55,989 INFO [M:0;06e3e18f2515:33707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:55,990 INFO [M:0;06e3e18f2515:33707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:15:55,990 DEBUG [M:0;06e3e18f2515:33707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:15:55,990 DEBUG [M:0;06e3e18f2515:33707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:15:55,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:15:55,990 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145340876 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145340876,5,FailOnTimeoutGroup] 2024-12-02T13:15:55,990 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145340876 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145340876,5,FailOnTimeoutGroup] 2024-12-02T13:15:55,990 INFO [M:0;06e3e18f2515:33707 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:15:55,990 INFO [M:0;06e3e18f2515:33707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:15:55,990 DEBUG [M:0;06e3e18f2515:33707 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:15:55,990 INFO [M:0;06e3e18f2515:33707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:15:55,990 INFO [M:0;06e3e18f2515:33707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:55,990 INFO [M:0;06e3e18f2515:33707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:15:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1866360248/master 2024-12-02T13:15:55,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:15:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1866360248 2024-12-02T13:15:55,991 DEBUG [M:0;06e3e18f2515:33707 {}] zookeeper.ZKUtil(347): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Unable to get data of znode /1-1866360248/master because node does not exist (not an error) 2024-12-02T13:15:55,991 WARN [M:0;06e3e18f2515:33707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:15:55,991 INFO [M:0;06e3e18f2515:33707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/.lastflushedseqids 2024-12-02T13:15:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741852_1028 (size=263) 2024-12-02T13:15:56,089 INFO [RS:0;06e3e18f2515:36169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:56,089 INFO [RS:0;06e3e18f2515:36169 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,36169,1733145339150; zookeeper connection closed. 2024-12-02T13:15:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1009b126ee40004, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:56,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 06e3e18f2515:36169 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:36169 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:56,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 06e3e18f2515:36169 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:36169 2024-12-02T13:15:56,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@776851e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@776851e8 2024-12-02T13:15:56,091 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:15:56,090 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=06e3e18f2515:36169 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:36169 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:36169 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-02T13:15:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T13:15:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57908 deadline: 1733145416092, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T13:15:56,094 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T13:15:56,094 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T13:15:56,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:15:56,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-02T13:15:56,114 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:56,161 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:56,294 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T13:15:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T13:15:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57908 deadline: 1733145416296, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T13:15:56,297 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T13:15:56,298 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T13:15:56,299 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T13:15:56,396 INFO [M:0;06e3e18f2515:33707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:15:56,396 INFO [M:0;06e3e18f2515:33707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:15:56,396 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:15:56,396 INFO [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:56,396 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:56,396 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:15:56,396 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:56,396 INFO [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T13:15:56,414 DEBUG [M:0;06e3e18f2515:33707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5cfe812543046bea04ac97bfd8ab3d5 is 82, key is hbase:meta,,1/info:regioninfo/1733145342049/Put/seqid=0 2024-12-02T13:15:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741853_1029 (size=5672) 2024-12-02T13:15:56,599 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T13:15:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T13:15:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57908 deadline: 1733145416600, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T13:15:56,601 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T13:15:56,602 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T13:15:56,602 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T13:15:56,819 INFO [M:0;06e3e18f2515:33707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5cfe812543046bea04ac97bfd8ab3d5 2024-12-02T13:15:56,839 DEBUG [M:0;06e3e18f2515:33707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0d7dec6600844408eea5eb5b1b29559 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145349044/Put/seqid=0 2024-12-02T13:15:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741854_1030 (size=8517) 2024-12-02T13:15:56,866 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:57,002 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T13:15:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T13:15:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57908 deadline: 1733145417004, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T13:15:57,005 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T13:15:57,005 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T13:15:57,005 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T13:15:57,245 INFO [M:0;06e3e18f2515:33707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0d7dec6600844408eea5eb5b1b29559 2024-12-02T13:15:57,262 DEBUG [M:0;06e3e18f2515:33707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3677076906fc4aecbf5862f59b6756b1 is 69, key is 06e3e18f2515,36169,1733145339150/rs:state/1733145340982/Put/seqid=0 2024-12-02T13:15:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741855_1031 (size=5156) 2024-12-02T13:15:57,506 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T13:15:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T13:15:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57908 deadline: 1733145417507, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T13:15:57,508 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T13:15:57,509 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T13:15:57,509 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T13:15:57,666 INFO [M:0;06e3e18f2515:33707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3677076906fc4aecbf5862f59b6756b1 2024-12-02T13:15:57,670 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:57,671 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5cfe812543046bea04ac97bfd8ab3d5 as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5cfe812543046bea04ac97bfd8ab3d5 2024-12-02T13:15:57,675 INFO [M:0;06e3e18f2515:33707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5cfe812543046bea04ac97bfd8ab3d5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T13:15:57,675 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0d7dec6600844408eea5eb5b1b29559 as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0d7dec6600844408eea5eb5b1b29559 2024-12-02T13:15:57,679 INFO [M:0;06e3e18f2515:33707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0d7dec6600844408eea5eb5b1b29559, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T13:15:57,679 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3677076906fc4aecbf5862f59b6756b1 as hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3677076906fc4aecbf5862f59b6756b1 2024-12-02T13:15:57,683 INFO [M:0;06e3e18f2515:33707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36007/user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3677076906fc4aecbf5862f59b6756b1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T13:15:57,684 INFO [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-12-02T13:15:57,685 INFO [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:15:57,685 DEBUG [M:0;06e3e18f2515:33707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145356396Disabling compacts and flushes for region at 1733145356396Disabling writes for close at 1733145356396Obtaining lock to block concurrent updates at 1733145356396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145356396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733145356397 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145356397Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145356397Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145356413 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145356413Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145356822 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145356839 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145356839Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145357249 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145357262 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145357262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38076df7: reopening flushed file at 1733145357670 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bcb43b6: reopening flushed file at 1733145357675 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5938c4fb: reopening flushed file at 1733145357679 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1733145357684 (+5 ms)Writing region close event to WAL at 1733145357685 (+1 ms)Closed at 1733145357685 2024-12-02T13:15:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44387 is added to blk_1073741830_1006 (size=63666) 2024-12-02T13:15:57,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb922c7d-ab01-9b81-ea75-8fd227eabe9d/MasterData/WALs/06e3e18f2515,33707,1733145339123/06e3e18f2515%2C33707%2C1733145339123.1733145340823 not finished, retry = 0 2024-12-02T13:15:57,788 INFO [M:0;06e3e18f2515:33707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:15:57,788 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:15:57,788 INFO [M:0;06e3e18f2515:33707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33707 2024-12-02T13:15:57,789 INFO [M:0;06e3e18f2515:33707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:15:57,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:57,890 INFO [M:0;06e3e18f2515:33707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:15:57,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33707-0x1009b126ee40003, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:15:57,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7de42883{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:15:57,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:57,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:57,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:57,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:57,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:15:57,894 WARN [BP-676639766-172.17.0.2-1733145338295 heartbeating to localhost/127.0.0.1:36007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:15:57,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:15:57,894 WARN [BP-676639766-172.17.0.2-1733145338295 heartbeating to localhost/127.0.0.1:36007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-676639766-172.17.0.2-1733145338295 (Datanode Uuid db2c78cc-9a37-4b1e-8d67-e5f0ad3b1967) service to localhost/127.0.0.1:36007 2024-12-02T13:15:57,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/cluster_cd86b466-4f24-76a4-11ef-3222fc97c08f/data/data1/current/BP-676639766-172.17.0.2-1733145338295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:57,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/cluster_cd86b466-4f24-76a4-11ef-3222fc97c08f/data/data2/current/BP-676639766-172.17.0.2-1733145338295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:15:57,895 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:15:57,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:15:57,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:15:57,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:15:57,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:15:57,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.log.dir/,STOPPED} 2024-12-02T13:15:57,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:15:57,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:15:57,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:57,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:57,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:57,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:57,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:15:57,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:15:57,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229751604, stopped=false 2024-12-02T13:15:57,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,40681,1733145335299 2024-12-02T13:15:57,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01329544996/running 2024-12-02T13:15:57,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01329544996/running 2024-12-02T13:15:57,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:57,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:15:57,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:15:57,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:15:57,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on znode that does not yet exist, /01329544996/running 2024-12-02T13:15:57,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:57,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Set watcher on znode that does not yet exist, /01329544996/running 2024-12-02T13:15:57,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:57,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,38037,1733145335340' ***** 2024-12-02T13:15:57,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:15:57,913 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-02T13:15:57,914 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:57,914 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a58ea7eed125ec957656f0ff584951d 2024-12-02T13:15:57,914 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da807982a0ad39e90e5c3d7cc80b1da2, disabling compactions & flushes 2024-12-02T13:15:57,914 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:57,914 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:57,914 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. after waiting 0 ms 2024-12-02T13:15:57,914 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:15:57,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 5a58ea7eed125ec957656f0ff584951d, which we are already trying to CLOSE, but not completed yet 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,38037,1733145335340 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:38037. 2024-12-02T13:15:57,915 DEBUG [RS:0;06e3e18f2515:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:15:57,915 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:15:57,915 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:15:57,916 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:15:57,916 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:15:57,916 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:15:57,916 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1325): Online Regions={da807982a0ad39e90e5c3d7cc80b1da2=test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2., 5a58ea7eed125ec957656f0ff584951d=hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:15:57,916 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a58ea7eed125ec957656f0ff584951d, da807982a0ad39e90e5c3d7cc80b1da2 2024-12-02T13:15:57,916 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:15:57,916 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:15:57,916 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:15:57,916 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:15:57,916 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:15:57,916 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:15:57,917 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/default/test/da807982a0ad39e90e5c3d7cc80b1da2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:15:57,918 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da807982a0ad39e90e5c3d7cc80b1da2: Waiting for close lock at 1733145357914Running coprocessor pre-close hooks at 1733145357914Disabling compacts and flushes for region at 1733145357914Disabling writes for close at 1733145357914Writing region close event to WAL at 1733145357914Running coprocessor post-close hooks at 1733145357918 (+4 ms)Closed at 1733145357918 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2. 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a58ea7eed125ec957656f0ff584951d, disabling compactions & flushes 2024-12-02T13:15:57,918 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. after waiting 0 ms 2024-12-02T13:15:57,918 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:57,918 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a58ea7eed125ec957656f0ff584951d 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-02T13:15:57,934 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/info/7e3c63dc499d4d0eb9956200ce3e1577 is 147, key is hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d./info:regioninfo/1733145347566/Put/seqid=0 2024-12-02T13:15:57,935 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/.tmp/hfileref/13bc89a50cac4961a5ab44c2ed84a878 is 74, key is 1/hfileref:3864f502ef5642f49bbc43b04a73e169_SeqId_6_/1733145353813/Put/seqid=0 2024-12-02T13:15:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741847_1023 (size=5345) 2024-12-02T13:15:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741846_1022 (size=7686) 2024-12-02T13:15:57,956 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/.tmp/hfileref/13bc89a50cac4961a5ab44c2ed84a878 2024-12-02T13:15:57,994 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/.tmp/queue/dfdc51a432b6494dac7879d4c7db9ad4 is 153, key is 1-06e3e18f2515,38037,1733145335340/queue:06e3e18f2515%2C38037%2C1733145335340/1733145351604/Put/seqid=0 2024-12-02T13:15:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741848_1024 (size=5352) 2024-12-02T13:15:58,007 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/.tmp/queue/dfdc51a432b6494dac7879d4c7db9ad4 2024-12-02T13:15:58,009 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:15:58,014 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/.tmp/hfileref/13bc89a50cac4961a5ab44c2ed84a878 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/hfileref/13bc89a50cac4961a5ab44c2ed84a878 2024-12-02T13:15:58,021 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/hfileref/13bc89a50cac4961a5ab44c2ed84a878, entries=4, sequenceid=10, filesize=5.2 K 2024-12-02T13:15:58,022 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/.tmp/queue/dfdc51a432b6494dac7879d4c7db9ad4 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/queue/dfdc51a432b6494dac7879d4c7db9ad4 2024-12-02T13:15:58,029 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/queue/dfdc51a432b6494dac7879d4c7db9ad4, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T13:15:58,030 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5a58ea7eed125ec957656f0ff584951d in 112ms, sequenceid=10, compaction requested=false 2024-12-02T13:15:58,034 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/replication/5a58ea7eed125ec957656f0ff584951d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T13:15:58,034 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:58,034 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:58,034 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:58,034 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a58ea7eed125ec957656f0ff584951d: Waiting for close lock at 1733145357918Running coprocessor pre-close hooks at 1733145357918Disabling compacts and flushes for region at 1733145357918Disabling writes for close at 1733145357918Obtaining lock to block concurrent updates at 1733145357918Preparing flush snapshotting stores in 5a58ea7eed125ec957656f0ff584951d at 1733145357918Finished memstore snapshotting hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733145357919 (+1 ms)Flushing stores of hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. at 1733145357919Flushing 5a58ea7eed125ec957656f0ff584951d/hfileref: creating writer at 1733145357919Flushing 5a58ea7eed125ec957656f0ff584951d/hfileref: appending metadata at 1733145357935 (+16 ms)Flushing 5a58ea7eed125ec957656f0ff584951d/hfileref: closing flushed file at 1733145357935Flushing 5a58ea7eed125ec957656f0ff584951d/queue: creating writer at 1733145357970 (+35 ms)Flushing 5a58ea7eed125ec957656f0ff584951d/queue: appending metadata at 1733145357993 (+23 ms)Flushing 5a58ea7eed125ec957656f0ff584951d/queue: closing flushed file at 1733145357993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f8c458: reopening flushed file at 1733145358012 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d9684b: reopening flushed file at 1733145358021 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5a58ea7eed125ec957656f0ff584951d in 112ms, sequenceid=10, compaction requested=false at 1733145358030 (+9 ms)Writing region close event to WAL at 1733145358031 (+1 ms)Running coprocessor post-close hooks at 1733145358034 (+3 ms)Closed at 1733145358034 2024-12-02T13:15:58,034 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145346401.5a58ea7eed125ec957656f0ff584951d. 2024-12-02T13:15:58,109 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T13:15:58,110 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 06e3e18f2515:33707 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:33707 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:58,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 06e3e18f2515:33707 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:33707 2024-12-02T13:15:58,116 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:58,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:58,213 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 06e3e18f2515:33707 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:33707 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:15:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=06e3e18f2515:33707 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:33707 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T13:15:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 06e3e18f2515:33707 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 06e3e18f2515/172.17.0.2:33707 2024-12-02T13:15:58,288 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:15:58,288 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:15:58,316 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:58,343 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/info/7e3c63dc499d4d0eb9956200ce3e1577 2024-12-02T13:15:58,362 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/ns/164d215d45274f17bd83cb721fa15c87 is 43, key is default/ns:d/1733145338247/Put/seqid=0 2024-12-02T13:15:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741849_1025 (size=5153) 2024-12-02T13:15:58,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:58,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 06e3e18f2515:33707 this server is in the failed servers list 2024-12-02T13:15:58,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 06e3e18f2515:33707 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:15:58,516 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:58,574 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1033, reset compression=false 2024-12-02T13:15:58,577 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:15:58,577 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1328, reset compression=false 2024-12-02T13:15:58,716 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:58,732 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:58,732 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 06e3e18f2515:33707 this server is in the failed servers list 2024-12-02T13:15:58,732 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 06e3e18f2515:33707 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:15:58,766 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/ns/164d215d45274f17bd83cb721fa15c87 2024-12-02T13:15:58,780 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1328, reset compression=false 2024-12-02T13:15:58,781 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/01bd378b0ce74d7cbcd77ebd334904d6 is 112, key is test,,1733145342081.da807982a0ad39e90e5c3d7cc80b1da2./rep_barrier:seqnumDuringOpen/1733145343226/Put/seqid=0 2024-12-02T13:15:58,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741850_1026 (size=5518) 2024-12-02T13:15:58,917 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:15:58,917 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:15:58,917 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:59,084 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1328, reset compression=false 2024-12-02T13:15:59,117 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:59,185 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/01bd378b0ce74d7cbcd77ebd334904d6 2024-12-02T13:15:59,208 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/table/8cbb78f3807f4e66a0e8788942b43e48 is 53, key is hbase:replication/table:state/1733145347571/Put/seqid=0 2024-12-02T13:15:59,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741851_1027 (size=5308) 2024-12-02T13:15:59,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:15:59,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 06e3e18f2515:33707 this server is in the failed servers list 2024-12-02T13:15:59,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 06e3e18f2515:33707 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:15:59,317 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:59,487 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1328, reset compression=false 2024-12-02T13:15:59,517 DEBUG [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:15:59,614 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/table/8cbb78f3807f4e66a0e8788942b43e48 2024-12-02T13:15:59,619 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/info/7e3c63dc499d4d0eb9956200ce3e1577 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/info/7e3c63dc499d4d0eb9956200ce3e1577 2024-12-02T13:15:59,623 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/info/7e3c63dc499d4d0eb9956200ce3e1577, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:15:59,623 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/ns/164d215d45274f17bd83cb721fa15c87 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/ns/164d215d45274f17bd83cb721fa15c87 2024-12-02T13:15:59,627 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/ns/164d215d45274f17bd83cb721fa15c87, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:15:59,628 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/01bd378b0ce74d7cbcd77ebd334904d6 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/rep_barrier/01bd378b0ce74d7cbcd77ebd334904d6 2024-12-02T13:15:59,632 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/rep_barrier/01bd378b0ce74d7cbcd77ebd334904d6, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:15:59,633 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/.tmp/table/8cbb78f3807f4e66a0e8788942b43e48 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/table/8cbb78f3807f4e66a0e8788942b43e48 2024-12-02T13:15:59,636 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/table/8cbb78f3807f4e66a0e8788942b43e48, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:15:59,637 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-12-02T13:15:59,637 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:15:59,641 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:15:59,641 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:59,641 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:59,641 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:59,642 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145357916Running coprocessor pre-close hooks at 1733145357916Disabling compacts and flushes for region at 1733145357916Disabling writes for close at 1733145357916Obtaining lock to block concurrent updates at 1733145357916Preparing flush snapshotting stores in 1588230740 at 1733145357916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145357916Flushing stores of hbase:meta,,1.1588230740 at 1733145357917 (+1 ms)Flushing 1588230740/info: creating writer at 1733145357917Flushing 1588230740/info: appending metadata at 1733145357933 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733145357933Flushing 1588230740/ns: creating writer at 1733145358347 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733145358361 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733145358361Flushing 1588230740/rep_barrier: creating writer at 1733145358769 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145358781 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145358781Flushing 1588230740/table: creating writer at 1733145359190 (+409 ms)Flushing 1588230740/table: appending metadata at 1733145359208 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733145359208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e32431: reopening flushed file at 1733145359618 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e00d134: reopening flushed file at 1733145359623 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdf6fb5: reopening flushed file at 1733145359627 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250525c9: reopening flushed file at 1733145359632 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1733145359637 (+5 ms)Writing region close event to WAL at 1733145359639 (+2 ms)Running coprocessor post-close hooks at 1733145359641 (+2 ms)Closed at 1733145359641 2024-12-02T13:15:59,642 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:15:59,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:15:59,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:15:59,717 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,38037,1733145335340; all regions closed. 2024-12-02T13:15:59,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.meta.1733145338211.meta not finished, retry = 0 2024-12-02T13:15:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:15:59,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:15:59,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:15:59,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:15:59,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T13:15:59,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:15:59,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:15:59,822 DEBUG [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/oldWALs 2024-12-02T13:15:59,822 INFO [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C38037%2C1733145335340.meta:.meta(num 1733145338211) 2024-12-02T13:15:59,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.rep.1733145347537 not finished, retry = 0 2024-12-02T13:15:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741839_1015 (size=2695) 2024-12-02T13:15:59,929 DEBUG [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/oldWALs 2024-12-02T13:15:59,929 INFO [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C38037%2C1733145335340.rep:(num 1733145347537) 2024-12-02T13:15:59,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 not finished, retry = 0 2024-12-02T13:15:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741832_1008 (size=1336) 2024-12-02T13:15:59,991 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 to pos 1328, reset compression=false 2024-12-02T13:16:00,032 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/WALs/06e3e18f2515,38037,1733145335340/06e3e18f2515%2C38037%2C1733145335340.1733145337321 2024-12-02T13:16:00,033 DEBUG [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/oldWALs 2024-12-02T13:16:00,033 INFO [RS:0;06e3e18f2515:38037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C38037%2C1733145335340:(num 1733145337321) 2024-12-02T13:16:00,033 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:00,033 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:16:00,033 INFO [RS:0;06e3e18f2515:38037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:16:00,033 INFO [RS:0;06e3e18f2515:38037 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:16:00,033 INFO [RS:0;06e3e18f2515:38037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:16:00,033 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:16:00,033 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,38037,1733145335340 because: Region server is closing 2024-12-02T13:16:00,034 INFO [RS:0;06e3e18f2515:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:38037. 2024-12-02T13:16:00,034 DEBUG [RS:0;06e3e18f2515:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:00,034 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:00,034 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:00,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:00,134 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.wal-reader.06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-02T13:16:00,134 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-02T13:16:00,134 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T13:16:00,134 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T13:16:00,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:00,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:00,255 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:00,835 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,38037,1733145335340.replicationSource.shipper06e3e18f2515%2C38037%2C1733145335340,1-06e3e18f2515,38037,1733145335340 terminated 2024-12-02T13:16:00,835 INFO [RS:0;06e3e18f2515:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:38037. 2024-12-02T13:16:00,835 DEBUG [RS:0;06e3e18f2515:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:00,835 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:00,835 DEBUG [RS:0;06e3e18f2515:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:00,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:00,836 INFO [RS:0;06e3e18f2515:38037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38037 2024-12-02T13:16:00,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01329544996/rs/06e3e18f2515,38037,1733145335340 2024-12-02T13:16:00,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996/rs 2024-12-02T13:16:00,837 INFO [RS:0;06e3e18f2515:38037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:16:00,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,38037,1733145335340] 2024-12-02T13:16:00,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01329544996/draining/06e3e18f2515,38037,1733145335340 already deleted, retry=false 2024-12-02T13:16:00,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,38037,1733145335340 expired; onlineServers=0 2024-12-02T13:16:00,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,40681,1733145335299' ***** 2024-12-02T13:16:00,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:16:00,838 INFO [M:0;06e3e18f2515:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:16:00,838 INFO [M:0;06e3e18f2515:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:16:00,838 DEBUG [M:0;06e3e18f2515:40681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:16:00,838 DEBUG [M:0;06e3e18f2515:40681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:16:00,838 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:16:00,838 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145337073 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145337073,5,FailOnTimeoutGroup] 2024-12-02T13:16:00,838 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145337072 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145337072,5,FailOnTimeoutGroup] 2024-12-02T13:16:00,839 INFO [M:0;06e3e18f2515:40681 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:16:00,839 INFO [M:0;06e3e18f2515:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:16:00,839 DEBUG [M:0;06e3e18f2515:40681 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:16:00,839 INFO [M:0;06e3e18f2515:40681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:16:00,839 INFO [M:0;06e3e18f2515:40681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:16:00,839 INFO [M:0;06e3e18f2515:40681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:16:00,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:16:00,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01329544996/master 2024-12-02T13:16:00,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01329544996 2024-12-02T13:16:00,839 DEBUG [M:0;06e3e18f2515:40681 {}] zookeeper.ZKUtil(347): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Unable to get data of znode /01329544996/master because node does not exist (not an error) 2024-12-02T13:16:00,839 WARN [M:0;06e3e18f2515:40681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:16:00,841 INFO [M:0;06e3e18f2515:40681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/.lastflushedseqids 2024-12-02T13:16:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741852_1028 (size=263) 2024-12-02T13:16:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1009b126ee40001, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:00,938 INFO [RS:0;06e3e18f2515:38037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:16:00,938 INFO [RS:0;06e3e18f2515:38037 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,38037,1733145335340; zookeeper connection closed. 2024-12-02T13:16:00,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@481f045f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@481f045f 2024-12-02T13:16:00,938 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:16:01,249 INFO [M:0;06e3e18f2515:40681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:16:01,250 INFO [M:0;06e3e18f2515:40681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:16:01,250 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:01,250 INFO [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:01,250 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:01,250 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:01,250 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:01,250 INFO [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T13:16:01,265 DEBUG [M:0;06e3e18f2515:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ead68dcbcde84d4ca0d12a9ea31a8139 is 82, key is hbase:meta,,1/info:regioninfo/1733145338238/Put/seqid=0 2024-12-02T13:16:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741853_1029 (size=5672) 2024-12-02T13:16:01,268 INFO [M:0;06e3e18f2515:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ead68dcbcde84d4ca0d12a9ea31a8139 2024-12-02T13:16:01,287 DEBUG [M:0;06e3e18f2515:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d710f46d5844cb8a9aeb6b21c115d8f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145347575/Put/seqid=0 2024-12-02T13:16:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741854_1030 (size=8516) 2024-12-02T13:16:01,691 INFO [M:0;06e3e18f2515:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d710f46d5844cb8a9aeb6b21c115d8f 2024-12-02T13:16:01,713 DEBUG [M:0;06e3e18f2515:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77cd76c122a94881b4a186ef56c8806f is 69, key is 06e3e18f2515,38037,1733145335340/rs:state/1733145337179/Put/seqid=0 2024-12-02T13:16:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741855_1031 (size=5156) 2024-12-02T13:16:01,726 INFO [M:0;06e3e18f2515:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77cd76c122a94881b4a186ef56c8806f 2024-12-02T13:16:01,733 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ead68dcbcde84d4ca0d12a9ea31a8139 as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ead68dcbcde84d4ca0d12a9ea31a8139 2024-12-02T13:16:01,738 INFO [M:0;06e3e18f2515:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ead68dcbcde84d4ca0d12a9ea31a8139, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T13:16:01,739 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d710f46d5844cb8a9aeb6b21c115d8f as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d710f46d5844cb8a9aeb6b21c115d8f 2024-12-02T13:16:01,744 INFO [M:0;06e3e18f2515:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d710f46d5844cb8a9aeb6b21c115d8f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T13:16:01,745 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77cd76c122a94881b4a186ef56c8806f as hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77cd76c122a94881b4a186ef56c8806f 2024-12-02T13:16:01,750 INFO [M:0;06e3e18f2515:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/c67c12d6-37c2-a5a9-1718-b50035bc3d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77cd76c122a94881b4a186ef56c8806f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T13:16:01,750 INFO [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=97, compaction requested=false 2024-12-02T13:16:01,756 INFO [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:01,756 DEBUG [M:0;06e3e18f2515:40681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145361250Disabling compacts and flushes for region at 1733145361250Disabling writes for close at 1733145361250Obtaining lock to block concurrent updates at 1733145361250Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145361250Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733145361250Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145361251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145361251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145361264 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145361264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145361271 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145361287 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145361287Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145361696 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145361713 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145361713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6c7c14: reopening flushed file at 1733145361732 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556e4bad: reopening flushed file at 1733145361739 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da51eaa: reopening flushed file at 1733145361744 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=97, compaction requested=false at 1733145361750 (+6 ms)Writing region close event to WAL at 1733145361756 (+6 ms)Closed at 1733145361756 2024-12-02T13:16:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741830_1006 (size=63654) 2024-12-02T13:16:01,762 INFO [M:0;06e3e18f2515:40681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:16:01,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:16:01,762 INFO [M:0;06e3e18f2515:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40681 2024-12-02T13:16:01,763 INFO [M:0;06e3e18f2515:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:16:01,864 INFO [M:0;06e3e18f2515:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:16:01,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:01,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1009b126ee40000, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:01,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7721a1a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:01,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:16:01,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:16:01,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:16:01,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.log.dir/,STOPPED} 2024-12-02T13:16:01,871 WARN [BP-167767344-172.17.0.2-1733145334415 heartbeating to localhost/127.0.0.1:45347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:16:01,871 WARN [BP-167767344-172.17.0.2-1733145334415 heartbeating to localhost/127.0.0.1:45347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-167767344-172.17.0.2-1733145334415 (Datanode Uuid fe4caf20-4ace-45e4-8e85-378a831d802f) service to localhost/127.0.0.1:45347 2024-12-02T13:16:01,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:16:01,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:16:01,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60/data/data1/current/BP-167767344-172.17.0.2-1733145334415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:16:01,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/cluster_400116eb-bfac-dedb-8eab-4325f7f81e60/data/data2/current/BP-167767344-172.17.0.2-1733145334415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:16:01,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:16:01,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267ec229{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:01,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:16:01,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:16:01,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:16:01,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54599d85-b6a1-c3ad-5e99-9aae3838e800/hadoop.log.dir/,STOPPED} 2024-12-02T13:16:01,884 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:16:01,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:16:01,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 207) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36007 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36007 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=624 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2575 (was 2011) - AvailableMemoryMB LEAK? - 2024-12-02T13:16:01,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=2574 2024-12-02T13:16:01,918 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-02T13:16:01,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.log.dir so I do NOT create it in target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb 2024-12-02T13:16:01,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:16:01,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.tmp.dir so I do NOT create it in target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb 2024-12-02T13:16:01,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81ea4877-bde2-bfcf-2235-813dd84a43d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:16:01,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb 2024-12-02T13:16:01,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456, deleteOnExit=true 2024-12-02T13:16:01,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456/zookeeper_0, clientPort=54839, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:16:01,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54839 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/test.cache.data in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:16:01,922 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:16:01,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:16:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:16:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:16:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:16:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:16:01,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b126ee40002, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:16:01,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b126ee40005, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:16:01,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b126ee40005, quorum=127.0.0.1:63969, baseZNode=/1-1866360248 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:16:01,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b126ee40002, quorum=127.0.0.1:63969, baseZNode=/01329544996 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:16:01,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:01,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:01,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:01,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:01,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:16:01,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:01,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e05f28e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:01,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670a5da2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:02,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f77a083{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/java.io.tmpdir/jetty-localhost-39137-hadoop-hdfs-3_4_1-tests_jar-_-any-14788448920006412786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:02,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a7ed6e2{HTTP/1.1, (http/1.1)}{localhost:39137} 2024-12-02T13:16:02,105 INFO [Time-limited test {}] server.Server(415): Started @178004ms 2024-12-02T13:16:02,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:02,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:02,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:02,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:02,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:16:02,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccfdb21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:02,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a823966{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:02,282 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:02,282 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:02,283 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:02,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@596517f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/java.io.tmpdir/jetty-localhost-33515-hadoop-hdfs-3_4_1-tests_jar-_-any-1718547592574240989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:02,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53e84d2b{HTTP/1.1, (http/1.1)}{localhost:33515} 2024-12-02T13:16:02,295 INFO [Time-limited test {}] server.Server(415): Started @178193ms 2024-12-02T13:16:02,296 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:16:02,346 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456/data/data1/current/BP-727208392-172.17.0.2-1733145361943/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:02,347 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456/data/data2/current/BP-727208392-172.17.0.2-1733145361943/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:02,369 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:16:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf855aff55711f0ea with lease ID 0xc347f13fe7bd706b: Processing first storage report for DS-43bdbcb3-6e80-47e7-b6f7-5e08ace38331 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c85ff899-5bfb-47ca-9b5d-726b442c264e, infoPort=44661, infoSecurePort=0, ipcPort=42243, storageInfo=lv=-57;cid=testClusterID;nsid=1521379065;c=1733145361943) 2024-12-02T13:16:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf855aff55711f0ea with lease ID 0xc347f13fe7bd706b: from storage DS-43bdbcb3-6e80-47e7-b6f7-5e08ace38331 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c85ff899-5bfb-47ca-9b5d-726b442c264e, infoPort=44661, infoSecurePort=0, ipcPort=42243, storageInfo=lv=-57;cid=testClusterID;nsid=1521379065;c=1733145361943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf855aff55711f0ea with lease ID 0xc347f13fe7bd706b: Processing first storage report for DS-2712693a-ef7c-41c6-a059-284fe3e937f2 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c85ff899-5bfb-47ca-9b5d-726b442c264e, infoPort=44661, infoSecurePort=0, ipcPort=42243, storageInfo=lv=-57;cid=testClusterID;nsid=1521379065;c=1733145361943) 2024-12-02T13:16:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf855aff55711f0ea with lease ID 0xc347f13fe7bd706b: from storage DS-2712693a-ef7c-41c6-a059-284fe3e937f2 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c85ff899-5bfb-47ca-9b5d-726b442c264e, infoPort=44661, infoSecurePort=0, ipcPort=42243, storageInfo=lv=-57;cid=testClusterID;nsid=1521379065;c=1733145361943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:02,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb 2024-12-02T13:16:02,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:02,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:16:02,823 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc with version=8 2024-12-02T13:16:02,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/hbase-staging 2024-12-02T13:16:02,824 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:02,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:02,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:16:02,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:02,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39103 2024-12-02T13:16:02,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39103 connecting to ZooKeeper ensemble=127.0.0.1:54839 2024-12-02T13:16:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391030x0, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:02,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39103-0x1009b12da6f0000 connected 2024-12-02T13:16:02,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:02,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:02,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on znode that does not yet exist, /01316529637/running 2024-12-02T13:16:02,846 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc, hbase.cluster.distributed=false 2024-12-02T13:16:02,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on znode that does not yet exist, /01316529637/acl 2024-12-02T13:16:02,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39103 2024-12-02T13:16:02,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39103 2024-12-02T13:16:02,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39103 2024-12-02T13:16:02,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39103 2024-12-02T13:16:02,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39103 2024-12-02T13:16:02,869 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:02,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:02,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:02,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:02,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:02,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:02,870 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:16:02,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:02,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35719 2024-12-02T13:16:02,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35719 connecting to ZooKeeper ensemble=127.0.0.1:54839 2024-12-02T13:16:02,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:02,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:02,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357190x0, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:02,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357190x0, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on znode that does not yet exist, /01316529637/running 2024-12-02T13:16:02,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35719-0x1009b12da6f0001 connected 2024-12-02T13:16:02,878 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:16:02,880 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:16:02,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on znode that does not yet exist, /01316529637/master 2024-12-02T13:16:02,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on znode that does not yet exist, /01316529637/acl 2024-12-02T13:16:02,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35719 2024-12-02T13:16:02,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35719 2024-12-02T13:16:02,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35719 2024-12-02T13:16:02,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35719 2024-12-02T13:16:02,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35719 2024-12-02T13:16:02,897 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:39103 2024-12-02T13:16:02,897 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01316529637/backup-masters/06e3e18f2515,39103,1733145362824 2024-12-02T13:16:02,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637/backup-masters 2024-12-02T13:16:02,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637/backup-masters 2024-12-02T13:16:02,899 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on existing znode=/01316529637/backup-masters/06e3e18f2515,39103,1733145362824 2024-12-02T13:16:02,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01316529637/master 2024-12-02T13:16:02,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:02,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:02,900 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on existing znode=/01316529637/master 2024-12-02T13:16:02,900 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01316529637/backup-masters/06e3e18f2515,39103,1733145362824 from backup master directory 2024-12-02T13:16:02,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316529637/backup-masters/06e3e18f2515,39103,1733145362824 2024-12-02T13:16:02,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637/backup-masters 2024-12-02T13:16:02,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637/backup-masters 2024-12-02T13:16:02,901 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:02,901 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,39103,1733145362824 2024-12-02T13:16:02,904 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/hbase.id] with ID: e80fe9d9-db2a-46a8-93c9-71f175821527 2024-12-02T13:16:02,904 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/.tmp/hbase.id 2024-12-02T13:16:02,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:16:03,311 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/.tmp/hbase.id]:[hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/hbase.id] 2024-12-02T13:16:03,321 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:03,321 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:16:03,322 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:16:03,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:16:03,739 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:03,740 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:16:03,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:03,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:16:03,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store 2024-12-02T13:16:03,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:16:03,775 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:03,775 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:03,775 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:03,775 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:03,775 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:03,775 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:03,775 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:03,775 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145363775Disabling compacts and flushes for region at 1733145363775Disabling writes for close at 1733145363775Writing region close event to WAL at 1733145363775Closed at 1733145363775 2024-12-02T13:16:03,776 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/.initializing 2024-12-02T13:16:03,776 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/WALs/06e3e18f2515,39103,1733145362824 2024-12-02T13:16:03,777 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:03,786 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C39103%2C1733145362824, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/WALs/06e3e18f2515,39103,1733145362824, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/oldWALs, maxLogs=10 2024-12-02T13:16:03,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/WALs/06e3e18f2515,39103,1733145362824/06e3e18f2515%2C39103%2C1733145362824.1733145363787, exclude list is [], retry=0 2024-12-02T13:16:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-43bdbcb3-6e80-47e7-b6f7-5e08ace38331,DISK] 2024-12-02T13:16:03,820 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/WALs/06e3e18f2515,39103,1733145362824/06e3e18f2515%2C39103%2C1733145362824.1733145363787 2024-12-02T13:16:03,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661)] 2024-12-02T13:16:03,820 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:03,821 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:03,821 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,821 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:16:03,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:03,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:03,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:16:03,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:03,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:03,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:16:03,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:03,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:03,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:16:03,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:03,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:03,851 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,852 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,861 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,861 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,862 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:03,863 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:03,870 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:03,870 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68534768, jitterRate=0.02124762535095215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:03,871 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145363821Initializing all the Stores at 1733145363822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145363822Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145363836 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145363836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145363836Cleaning up temporary data from old regions at 1733145363861 (+25 ms)Region opened successfully at 1733145363871 (+10 ms) 2024-12-02T13:16:03,873 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:16:03,876 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e32ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:03,877 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:16:03,877 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:16:03,877 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:16:03,877 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:16:03,878 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:16:03,878 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:16:03,878 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:16:03,899 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:16:03,900 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Unable to get data of znode /01316529637/balancer because node does not exist (not necessarily an error) 2024-12-02T13:16:03,900 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316529637/balancer already deleted, retry=false 2024-12-02T13:16:03,901 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:16:03,902 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Unable to get data of znode /01316529637/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:16:03,903 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316529637/normalizer already deleted, retry=false 2024-12-02T13:16:03,903 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:16:03,906 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Unable to get data of znode /01316529637/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:16:03,908 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316529637/switch/split already deleted, retry=false 2024-12-02T13:16:03,909 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Unable to get data of znode /01316529637/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:16:03,910 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316529637/switch/merge already deleted, retry=false 2024-12-02T13:16:03,911 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Unable to get data of znode /01316529637/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:16:03,912 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316529637/snapshot-cleanup already deleted, retry=false 2024-12-02T13:16:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01316529637/running 2024-12-02T13:16:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01316529637/running 2024-12-02T13:16:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,914 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,39103,1733145362824, sessionid=0x1009b12da6f0000, setting cluster-up flag (Was=false) 2024-12-02T13:16:03,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,920 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01316529637/flush-table-proc/acquired, /01316529637/flush-table-proc/reached, /01316529637/flush-table-proc/abort 2024-12-02T13:16:03,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39103,1733145362824 2024-12-02T13:16:03,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:03,927 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01316529637/online-snapshot/acquired, /01316529637/online-snapshot/reached, /01316529637/online-snapshot/abort 2024-12-02T13:16:03,928 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39103,1733145362824 2024-12-02T13:16:03,938 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:16:03,940 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:03,940 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:16:03,940 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:16:03,940 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,39103,1733145362824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:16:03,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:03,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:03,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:03,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:03,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:16:03,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:03,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:03,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:03,955 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:03,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:16:03,957 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:03,957 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:16:03,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145393969 2024-12-02T13:16:03,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:16:03,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:16:03,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:16:03,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:16:03,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:16:03,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:16:03,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:03,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:16:03,984 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:16:03,984 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc 2024-12-02T13:16:03,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:16:03,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:16:03,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:16:03,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:16:04,003 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(746): ClusterId : e80fe9d9-db2a-46a8-93c9-71f175821527 2024-12-02T13:16:04,004 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:16:04,005 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:16:04,005 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:16:04,007 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:16:04,007 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:16:04,009 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145364005,5,FailOnTimeoutGroup] 2024-12-02T13:16:04,011 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:16:04,011 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d178ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:04,018 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145364009,5,FailOnTimeoutGroup] 2024-12-02T13:16:04,018 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,018 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:16:04,018 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,018 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,039 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:35719 2024-12-02T13:16:04,039 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:16:04,039 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:16:04,039 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:16:04,041 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,39103,1733145362824 with port=35719, startcode=1733145362869 2024-12-02T13:16:04,042 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:16:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:16:04,045 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:04,061 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:16:04,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39103 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,063 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc 2024-12-02T13:16:04,063 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33837 2024-12-02T13:16:04,063 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:16:04,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637/rs 2024-12-02T13:16:04,065 DEBUG [RS:0;06e3e18f2515:35719 {}] zookeeper.ZKUtil(111): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on existing znode=/01316529637/rs/06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,065 WARN [RS:0;06e3e18f2515:35719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:04,065 INFO [RS:0;06e3e18f2515:35719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:04,065 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:04,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,35719,1733145362869] 2024-12-02T13:16:04,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:04,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:04,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:04,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:04,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:04,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:04,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:04,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,086 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:04,087 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740 2024-12-02T13:16:04,087 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740 2024-12-02T13:16:04,094 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:04,094 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:04,094 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:04,095 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:16:04,096 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:04,105 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:16:04,109 INFO [RS:0;06e3e18f2515:35719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:16:04,110 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,117 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:16:04,118 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:04,118 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:16:04,118 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69942664, jitterRate=0.04222691059112549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:04,118 DEBUG [RS:0;06e3e18f2515:35719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:04,119 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145364045Initializing all the Stores at 1733145364045Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145364045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145364065 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145364065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145364065Cleaning up temporary data from old regions at 1733145364094 (+29 ms)Region opened successfully at 1733145364119 (+25 ms) 2024-12-02T13:16:04,119 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:04,119 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:04,119 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:04,119 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:04,119 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:04,130 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:04,130 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145364119Disabling compacts and flushes for region at 1733145364119Disabling writes for close at 1733145364119Writing region close event to WAL at 1733145364130 (+11 ms)Closed at 1733145364130 2024-12-02T13:16:04,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:04,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:16:04,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:16:04,133 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,133 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,133 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,133 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,133 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,133 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35719,1733145362869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:04,134 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:04,135 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:16:04,158 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:16:04,158 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,35719,1733145362869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,158 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,158 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.Replication(171): 06e3e18f2515,35719,1733145362869 started 2024-12-02T13:16:04,177 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,177 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,35719,1733145362869, RpcServer on 06e3e18f2515/172.17.0.2:35719, sessionid=0x1009b12da6f0001 2024-12-02T13:16:04,177 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:16:04,177 DEBUG [RS:0;06e3e18f2515:35719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,177 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,35719,1733145362869' 2024-12-02T13:16:04,177 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01316529637/flush-table-proc/abort' 2024-12-02T13:16:04,178 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01316529637/flush-table-proc/acquired' 2024-12-02T13:16:04,179 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:16:04,179 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:16:04,179 DEBUG [RS:0;06e3e18f2515:35719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,179 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,35719,1733145362869' 2024-12-02T13:16:04,179 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01316529637/online-snapshot/abort' 2024-12-02T13:16:04,180 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01316529637/online-snapshot/acquired' 2024-12-02T13:16:04,181 DEBUG [RS:0;06e3e18f2515:35719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:16:04,181 INFO [RS:0;06e3e18f2515:35719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:16:04,181 INFO [RS:0;06e3e18f2515:35719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:16:04,281 INFO [RS:0;06e3e18f2515:35719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:04,283 INFO [RS:0;06e3e18f2515:35719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C35719%2C1733145362869, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/oldWALs, maxLogs=10 2024-12-02T13:16:04,286 WARN [06e3e18f2515:39103 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T13:16:04,294 DEBUG [RS:0;06e3e18f2515:35719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, exclude list is [], retry=0 2024-12-02T13:16:04,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-43bdbcb3-6e80-47e7-b6f7-5e08ace38331,DISK] 2024-12-02T13:16:04,298 INFO [RS:0;06e3e18f2515:35719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 2024-12-02T13:16:04,299 DEBUG [RS:0;06e3e18f2515:35719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661)] 2024-12-02T13:16:04,536 DEBUG [06e3e18f2515:39103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:16:04,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,35719,1733145362869, state=OPENING 2024-12-02T13:16:04,539 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:16:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:04,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316529637/meta-region-server: CHANGED 2024-12-02T13:16:04,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316529637/meta-region-server: CHANGED 2024-12-02T13:16:04,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:04,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,35719,1733145362869}] 2024-12-02T13:16:04,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:04,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:16:04,697 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:16:04,697 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:04,697 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:16:04,698 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C35719%2C1733145362869.meta, suffix=.meta, logDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/oldWALs, maxLogs=10 2024-12-02T13:16:04,711 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.meta.1733145364698.meta, exclude list is [], retry=0 2024-12-02T13:16:04,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-43bdbcb3-6e80-47e7-b6f7-5e08ace38331,DISK] 2024-12-02T13:16:04,714 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.meta.1733145364698.meta 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661)] 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:04,715 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:16:04,715 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:16:04,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:16:04,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:04,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:04,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:04,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:04,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:04,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:04,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:04,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:04,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:04,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:04,720 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:04,720 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740 2024-12-02T13:16:04,721 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740 2024-12-02T13:16:04,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:04,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:04,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:04,723 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:04,723 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71385287, jitterRate=0.06372366845607758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:04,724 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:16:04,724 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145364715Writing region info on filesystem at 1733145364715Initializing all the Stores at 1733145364716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145364716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145364716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145364716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145364716Cleaning up temporary data from old regions at 1733145364722 (+6 ms)Running coprocessor post-open hooks at 1733145364724 (+2 ms)Region opened successfully at 1733145364724 2024-12-02T13:16:04,725 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145364693 2024-12-02T13:16:04,726 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:16:04,726 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:16:04,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,35719,1733145362869, state=OPEN 2024-12-02T13:16:04,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01316529637/meta-region-server 2024-12-02T13:16:04,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01316529637/meta-region-server 2024-12-02T13:16:04,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316529637/meta-region-server: CHANGED 2024-12-02T13:16:04,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316529637/meta-region-server: CHANGED 2024-12-02T13:16:04,729 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:04,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:16:04,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,35719,1733145362869 in 189 msec 2024-12-02T13:16:04,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:16:04,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 599 msec 2024-12-02T13:16:04,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:04,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:16:04,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:04,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,35719,1733145362869, seqNum=-1] 2024-12-02T13:16:04,734 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:04,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:04,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-12-02T13:16:04,739 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145364739, completionTime=-1 2024-12-02T13:16:04,739 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:16:04,739 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145424741 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145484741 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39103,1733145362824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39103,1733145362824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39103,1733145362824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:39103, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,741 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,743 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.843sec 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39103,1733145362824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:04,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39103,1733145362824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:16:04,747 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:16:04,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:16:04,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39103,1733145362824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:04,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f669361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:04,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39103,-1 for getting cluster id 2024-12-02T13:16:04,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:04,803 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e80fe9d9-db2a-46a8-93c9-71f175821527' 2024-12-02T13:16:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e80fe9d9-db2a-46a8-93c9-71f175821527" 2024-12-02T13:16:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54331d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39103,-1] 2024-12-02T13:16:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:04,805 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:04,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59836808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:04,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,35719,1733145362869, seqNum=-1] 2024-12-02T13:16:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:04,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:04,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,39103,1733145362824 2024-12-02T13:16:04,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54839 2024-12-02T13:16:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:04,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b12da6f0002 connected 2024-12-02T13:16:04,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.log.dir so I do NOT create it in target/test-data/9157298a-039b-755c-44d7-f846258fc2b6 2024-12-02T13:16:04,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:16:04,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.tmp.dir so I do NOT create it in target/test-data/9157298a-039b-755c-44d7-f846258fc2b6 2024-12-02T13:16:04,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:16:04,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/cluster_ab7ea1ce-479a-052b-882d-89286faed9a8, deleteOnExit=true 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/test.cache.data in system properties and HBase conf 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:16:04,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:16:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:16:04,853 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T13:16:04,877 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,878 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,878 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,878 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,878 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,879 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,885 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,888 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,888 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:04,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:04,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:04,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:04,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:04,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:16:04,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:04,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:04,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:05,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40c813ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/java.io.tmpdir/jetty-localhost-41253-hadoop-hdfs-3_4_1-tests_jar-_-any-3166408302381656614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:05,025 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:41253} 2024-12-02T13:16:05,025 INFO [Time-limited test {}] server.Server(415): Started @180924ms 2024-12-02T13:16:05,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:05,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:05,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:05,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:05,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:16:05,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:05,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:05,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c52f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/java.io.tmpdir/jetty-localhost-38313-hadoop-hdfs-3_4_1-tests_jar-_-any-8356102767806127922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:05,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:38313} 2024-12-02T13:16:05,178 INFO [Time-limited test {}] server.Server(415): Started @181077ms 2024-12-02T13:16:05,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:16:05,238 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/cluster_ab7ea1ce-479a-052b-882d-89286faed9a8/data/data1/current/BP-810830239-172.17.0.2-1733145364828/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:05,238 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/cluster_ab7ea1ce-479a-052b-882d-89286faed9a8/data/data2/current/BP-810830239-172.17.0.2-1733145364828/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:05,254 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:16:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad590286ed491ef1 with lease ID 0x53d6704aec5a1a33: Processing first storage report for DS-8c2e6044-7766-45e1-9988-c05413f23107 from datanode DatanodeRegistration(127.0.0.1:44085, datanodeUuid=7529e021-9021-4f9e-92dc-7cf7bc1adc27, infoPort=39205, infoSecurePort=0, ipcPort=43493, storageInfo=lv=-57;cid=testClusterID;nsid=1252731006;c=1733145364828) 2024-12-02T13:16:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad590286ed491ef1 with lease ID 0x53d6704aec5a1a33: from storage DS-8c2e6044-7766-45e1-9988-c05413f23107 node DatanodeRegistration(127.0.0.1:44085, datanodeUuid=7529e021-9021-4f9e-92dc-7cf7bc1adc27, infoPort=39205, infoSecurePort=0, ipcPort=43493, storageInfo=lv=-57;cid=testClusterID;nsid=1252731006;c=1733145364828), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad590286ed491ef1 with lease ID 0x53d6704aec5a1a33: Processing first storage report for DS-dafbda1d-105b-4009-b60a-846761ea4d36 from datanode DatanodeRegistration(127.0.0.1:44085, datanodeUuid=7529e021-9021-4f9e-92dc-7cf7bc1adc27, infoPort=39205, infoSecurePort=0, ipcPort=43493, storageInfo=lv=-57;cid=testClusterID;nsid=1252731006;c=1733145364828) 2024-12-02T13:16:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad590286ed491ef1 with lease ID 0x53d6704aec5a1a33: from storage DS-dafbda1d-105b-4009-b60a-846761ea4d36 node DatanodeRegistration(127.0.0.1:44085, datanodeUuid=7529e021-9021-4f9e-92dc-7cf7bc1adc27, infoPort=39205, infoSecurePort=0, ipcPort=43493, storageInfo=lv=-57;cid=testClusterID;nsid=1252731006;c=1733145364828), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:05,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6 2024-12-02T13:16:05,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:05,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:16:05,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05 with version=8 2024-12-02T13:16:05,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/hbase-staging 2024-12-02T13:16:05,718 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:05,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:05,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:05,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:05,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:05,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:05,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:16:05,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:05,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43325 2024-12-02T13:16:05,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43325 connecting to ZooKeeper ensemble=127.0.0.1:54839 2024-12-02T13:16:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433250x0, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:05,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43325-0x1009b12da6f0003 connected 2024-12-02T13:16:05,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:05,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:05,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on znode that does not yet exist, /1536456636/running 2024-12-02T13:16:05,730 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05, hbase.cluster.distributed=false 2024-12-02T13:16:05,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on znode that does not yet exist, /1536456636/acl 2024-12-02T13:16:05,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43325 2024-12-02T13:16:05,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43325 2024-12-02T13:16:05,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43325 2024-12-02T13:16:05,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43325 2024-12-02T13:16:05,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43325 2024-12-02T13:16:05,747 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:05,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:05,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:05,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:05,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:05,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:05,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:16:05,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:05,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45865 2024-12-02T13:16:05,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45865 connecting to ZooKeeper ensemble=127.0.0.1:54839 2024-12-02T13:16:05,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:05,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:05,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458650x0, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:05,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458650x0, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on znode that does not yet exist, /1536456636/running 2024-12-02T13:16:05,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45865-0x1009b12da6f0004 connected 2024-12-02T13:16:05,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:16:05,756 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:16:05,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on znode that does not yet exist, /1536456636/master 2024-12-02T13:16:05,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on znode that does not yet exist, /1536456636/acl 2024-12-02T13:16:05,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45865 2024-12-02T13:16:05,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45865 2024-12-02T13:16:05,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45865 2024-12-02T13:16:05,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45865 2024-12-02T13:16:05,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45865 2024-12-02T13:16:05,775 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:43325 2024-12-02T13:16:05,775 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1536456636/backup-masters/06e3e18f2515,43325,1733145365718 2024-12-02T13:16:05,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636/backup-masters 2024-12-02T13:16:05,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636/backup-masters 2024-12-02T13:16:05,776 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on existing znode=/1536456636/backup-masters/06e3e18f2515,43325,1733145365718 2024-12-02T13:16:05,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:05,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1536456636/master 2024-12-02T13:16:05,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:05,777 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on existing znode=/1536456636/master 2024-12-02T13:16:05,777 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1536456636/backup-masters/06e3e18f2515,43325,1733145365718 from backup master directory 2024-12-02T13:16:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1536456636/backup-masters/06e3e18f2515,43325,1733145365718 2024-12-02T13:16:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636/backup-masters 2024-12-02T13:16:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636/backup-masters 2024-12-02T13:16:05,778 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:05,778 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,43325,1733145365718 2024-12-02T13:16:05,782 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/hbase.id] with ID: 46ed552d-8288-45d8-86d5-686f4dfdbc22 2024-12-02T13:16:05,782 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/.tmp/hbase.id 2024-12-02T13:16:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:16:06,191 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/.tmp/hbase.id]:[hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/hbase.id] 2024-12-02T13:16:06,199 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:06,199 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:16:06,200 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T13:16:06,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:06,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:06,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:16:06,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:06,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:06,293 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:06,608 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:06,609 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:16:06,609 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:16:07,018 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store 2024-12-02T13:16:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:16:07,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:07,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:07,431 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:07,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:07,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:07,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:07,431 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:07,431 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145367431Disabling compacts and flushes for region at 1733145367431Disabling writes for close at 1733145367431Writing region close event to WAL at 1733145367431Closed at 1733145367431 2024-12-02T13:16:07,432 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/.initializing 2024-12-02T13:16:07,432 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/WALs/06e3e18f2515,43325,1733145365718 2024-12-02T13:16:07,433 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:07,434 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C43325%2C1733145365718, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/WALs/06e3e18f2515,43325,1733145365718, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/oldWALs, maxLogs=10 2024-12-02T13:16:07,449 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/WALs/06e3e18f2515,43325,1733145365718/06e3e18f2515%2C43325%2C1733145365718.1733145367434, exclude list is [], retry=0 2024-12-02T13:16:07,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44085,DS-8c2e6044-7766-45e1-9988-c05413f23107,DISK] 2024-12-02T13:16:07,453 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/WALs/06e3e18f2515,43325,1733145365718/06e3e18f2515%2C43325%2C1733145365718.1733145367434 2024-12-02T13:16:07,453 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-12-02T13:16:07,453 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:07,453 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:07,453 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,453 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:16:07,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:07,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:16:07,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:07,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:16:07,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:07,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:16:07,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:07,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,462 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,462 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,462 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:07,463 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:07,464 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:07,465 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61546847, jitterRate=-0.08288051187992096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:07,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145367454Initializing all the Stores at 1733145367454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145367454Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145367455 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145367455Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145367455Cleaning up temporary data from old regions at 1733145367462 (+7 ms)Region opened successfully at 1733145367465 (+3 ms) 2024-12-02T13:16:07,465 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:16:07,467 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be866a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:07,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:16:07,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:16:07,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:16:07,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:16:07,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:16:07,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:16:07,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:16:07,470 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:16:07,470 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Unable to get data of znode /1536456636/balancer because node does not exist (not necessarily an error) 2024-12-02T13:16:07,471 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1536456636/balancer already deleted, retry=false 2024-12-02T13:16:07,471 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:16:07,472 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Unable to get data of znode /1536456636/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:16:07,472 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1536456636/normalizer already deleted, retry=false 2024-12-02T13:16:07,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:16:07,473 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Unable to get data of znode /1536456636/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:16:07,474 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1536456636/switch/split already deleted, retry=false 2024-12-02T13:16:07,474 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Unable to get data of znode /1536456636/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:16:07,474 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1536456636/switch/merge already deleted, retry=false 2024-12-02T13:16:07,476 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Unable to get data of znode /1536456636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:16:07,476 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1536456636/snapshot-cleanup already deleted, retry=false 2024-12-02T13:16:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1536456636/running 2024-12-02T13:16:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1536456636/running 2024-12-02T13:16:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:07,477 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,43325,1733145365718, sessionid=0x1009b12da6f0003, setting cluster-up flag (Was=false) 2024-12-02T13:16:07,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:07,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:07,481 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1536456636/flush-table-proc/acquired, /1536456636/flush-table-proc/reached, /1536456636/flush-table-proc/abort 2024-12-02T13:16:07,481 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,43325,1733145365718 2024-12-02T13:16:07,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:07,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:07,485 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1536456636/online-snapshot/acquired, /1536456636/online-snapshot/reached, /1536456636/online-snapshot/abort 2024-12-02T13:16:07,486 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,43325,1733145365718 2024-12-02T13:16:07,489 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:16:07,491 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:07,491 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:16:07,491 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:16:07,491 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,43325,1733145365718 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:07,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:07,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:16:07,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145397501 2024-12-02T13:16:07,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:16:07,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:16:07,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:16:07,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:16:07,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:16:07,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:16:07,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:16:07,517 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,537 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:16:07,537 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:16:07,537 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:16:07,537 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:16:07,549 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:16:07,549 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:16:07,554 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145367549,5,FailOnTimeoutGroup] 2024-12-02T13:16:07,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:16:07,565 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145367554,5,FailOnTimeoutGroup] 2024-12-02T13:16:07,565 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,565 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:16:07,565 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,565 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,568 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(746): ClusterId : 46ed552d-8288-45d8-86d5-686f4dfdbc22 2024-12-02T13:16:07,568 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:16:07,569 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:16:07,569 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:16:07,570 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:16:07,571 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa74614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:07,588 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:45865 2024-12-02T13:16:07,588 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:16:07,588 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:16:07,588 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:16:07,589 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,43325,1733145365718 with port=45865, startcode=1733145365747 2024-12-02T13:16:07,589 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:16:07,590 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:16:07,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,45865,1733145365747 2024-12-02T13:16:07,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43325 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:07,592 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05 2024-12-02T13:16:07,592 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35375 2024-12-02T13:16:07,592 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:16:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636/rs 2024-12-02T13:16:07,593 DEBUG [RS:0;06e3e18f2515:45865 {}] zookeeper.ZKUtil(111): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on existing znode=/1536456636/rs/06e3e18f2515,45865,1733145365747 2024-12-02T13:16:07,593 WARN [RS:0;06e3e18f2515:45865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:07,593 INFO [RS:0;06e3e18f2515:45865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:07,593 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747 2024-12-02T13:16:07,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,45865,1733145365747] 2024-12-02T13:16:07,598 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:16:07,601 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:16:07,605 INFO [RS:0;06e3e18f2515:45865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:16:07,605 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,605 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:16:07,606 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:16:07,606 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,606 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,607 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:07,607 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:07,607 DEBUG [RS:0;06e3e18f2515:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:07,609 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,609 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,609 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,609 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,609 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,609 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,45865,1733145365747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:07,625 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:16:07,625 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,45865,1733145365747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,625 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,625 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.Replication(171): 06e3e18f2515,45865,1733145365747 started 2024-12-02T13:16:07,638 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:07,638 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,45865,1733145365747, RpcServer on 06e3e18f2515/172.17.0.2:45865, sessionid=0x1009b12da6f0004 2024-12-02T13:16:07,638 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:16:07,638 DEBUG [RS:0;06e3e18f2515:45865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,45865,1733145365747 2024-12-02T13:16:07,638 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,45865,1733145365747' 2024-12-02T13:16:07,638 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1536456636/flush-table-proc/abort' 2024-12-02T13:16:07,639 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1536456636/flush-table-proc/acquired' 2024-12-02T13:16:07,639 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:16:07,639 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:16:07,639 DEBUG [RS:0;06e3e18f2515:45865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,45865,1733145365747 2024-12-02T13:16:07,639 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,45865,1733145365747' 2024-12-02T13:16:07,639 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1536456636/online-snapshot/abort' 2024-12-02T13:16:07,639 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1536456636/online-snapshot/acquired' 2024-12-02T13:16:07,640 DEBUG [RS:0;06e3e18f2515:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:16:07,640 INFO [RS:0;06e3e18f2515:45865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:16:07,640 INFO [RS:0;06e3e18f2515:45865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:16:07,740 INFO [RS:0;06e3e18f2515:45865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:07,742 INFO [RS:0;06e3e18f2515:45865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C45865%2C1733145365747, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/oldWALs, maxLogs=10 2024-12-02T13:16:07,754 DEBUG [RS:0;06e3e18f2515:45865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742, exclude list is [], retry=0 2024-12-02T13:16:07,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44085,DS-8c2e6044-7766-45e1-9988-c05413f23107,DISK] 2024-12-02T13:16:07,761 INFO [RS:0;06e3e18f2515:45865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 2024-12-02T13:16:07,762 DEBUG [RS:0;06e3e18f2515:45865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-12-02T13:16:07,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:16:07,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05 2024-12-02T13:16:07,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:16:07,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:07,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:07,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:07,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:07,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:07,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:07,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:07,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:07,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:07,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:07,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:07,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:07,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:07,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:07,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:08,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740 2024-12-02T13:16:08,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740 2024-12-02T13:16:08,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:08,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:08,007 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:08,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:08,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:08,014 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58735611, jitterRate=-0.12477119266986847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145367986Initializing all the Stores at 1733145367987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145367987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145367987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145367987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145367987Cleaning up temporary data from old regions at 1733145368007 (+20 ms)Region opened successfully at 1733145368014 (+7 ms) 2024-12-02T13:16:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:08,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:08,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145368014Disabling compacts and flushes for region at 1733145368014Disabling writes for close at 1733145368014Writing region close event to WAL at 1733145368015 (+1 ms)Closed at 1733145368015 2024-12-02T13:16:08,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:08,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:16:08,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:16:08,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:08,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:16:08,169 DEBUG [06e3e18f2515:43325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:16:08,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:08,170 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,45865,1733145365747, state=OPENING 2024-12-02T13:16:08,172 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:16:08,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:08,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:08,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1536456636/meta-region-server: CHANGED 2024-12-02T13:16:08,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1536456636/meta-region-server: CHANGED 2024-12-02T13:16:08,174 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:08,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,45865,1733145365747}] 2024-12-02T13:16:08,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:08,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:16:08,347 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:16:08,347 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:08,347 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:16:08,348 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C45865%2C1733145365747.meta, suffix=.meta, logDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/oldWALs, maxLogs=10 2024-12-02T13:16:08,366 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.meta.1733145368349.meta, exclude list is [], retry=0 2024-12-02T13:16:08,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44085,DS-8c2e6044-7766-45e1-9988-c05413f23107,DISK] 2024-12-02T13:16:08,370 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.meta.1733145368349.meta 2024-12-02T13:16:08,371 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-12-02T13:16:08,371 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:08,372 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:08,372 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:08,372 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:16:08,372 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:16:08,372 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:16:08,372 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:08,372 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:16:08,372 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:16:08,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:08,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:08,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:08,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:08,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:08,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:08,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:08,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:08,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:08,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:08,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:08,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:08,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:08,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:08,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:08,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:08,379 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:08,380 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740 2024-12-02T13:16:08,381 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740 2024-12-02T13:16:08,382 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:08,382 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:08,383 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:08,386 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:08,387 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58972839, jitterRate=-0.12123622000217438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:08,387 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:16:08,387 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145368372Writing region info on filesystem at 1733145368372Initializing all the Stores at 1733145368373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145368373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145368373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145368373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145368373Cleaning up temporary data from old regions at 1733145368382 (+9 ms)Running coprocessor post-open hooks at 1733145368387 (+5 ms)Region opened successfully at 1733145368387 2024-12-02T13:16:08,394 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145368330 2024-12-02T13:16:08,397 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:16:08,398 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:16:08,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:08,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,45865,1733145365747, state=OPEN 2024-12-02T13:16:08,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1536456636/meta-region-server 2024-12-02T13:16:08,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1536456636/meta-region-server 2024-12-02T13:16:08,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1536456636/meta-region-server: CHANGED 2024-12-02T13:16:08,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1536456636/meta-region-server: CHANGED 2024-12-02T13:16:08,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:08,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:16:08,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,45865,1733145365747 in 227 msec 2024-12-02T13:16:08,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:08,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:16:08,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:16:08,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-02T13:16:08,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:08,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,45865,1733145365747, seqNum=-1] 2024-12-02T13:16:08,410 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:08,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:08,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 930 msec 2024-12-02T13:16:08,423 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145368423, completionTime=-1 2024-12-02T13:16:08,423 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:16:08,423 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:16:08,427 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:16:08,427 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145428427 2024-12-02T13:16:08,427 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145488427 2024-12-02T13:16:08,427 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T13:16:08,427 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43325,1733145365718-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:08,427 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43325,1733145365718-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:08,427 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43325,1733145365718-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:08,428 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:43325, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:08,428 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:08,430 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:16:08,433 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.662sec 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43325,1733145365718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:08,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43325,1733145365718-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:16:08,467 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:16:08,467 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:16:08,467 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43325,1733145365718-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:08,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:08,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43325,-1 for getting cluster id 2024-12-02T13:16:08,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:08,477 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46ed552d-8288-45d8-86d5-686f4dfdbc22' 2024-12-02T13:16:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46ed552d-8288-45d8-86d5-686f4dfdbc22" 2024-12-02T13:16:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad989e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43325,-1] 2024-12-02T13:16:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:08,480 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:08,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:08,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:08,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,45865,1733145365747, seqNum=-1] 2024-12-02T13:16:08,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:08,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:08,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,43325,1733145365718 2024-12-02T13:16:08,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54839 2024-12-02T13:16:08,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:08,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b12da6f0005 connected 2024-12-02T13:16:08,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:08,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39103,1733145362824 2024-12-02T13:16:08,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51ceb918 2024-12-02T13:16:08,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:08,505 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:08,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:16:08,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:08,521 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:08,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:08,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:08,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:16:08,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2a04a14dedb8b9208a8f0335aefcae7, NAME => 'test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc 2024-12-02T13:16:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:16:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:08,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:08,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c2a04a14dedb8b9208a8f0335aefcae7, disabling compactions & flushes 2024-12-02T13:16:08,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:08,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:08,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. after waiting 0 ms 2024-12-02T13:16:08,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:08,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:08,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2a04a14dedb8b9208a8f0335aefcae7: Waiting for close lock at 1733145368955Disabling compacts and flushes for region at 1733145368955Disabling writes for close at 1733145368955Writing region close event to WAL at 1733145368955Closed at 1733145368955 2024-12-02T13:16:08,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:08,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145368956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145368956"}]},"ts":"1733145368956"} 2024-12-02T13:16:08,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:08,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:08,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145368959"}]},"ts":"1733145368959"} 2024-12-02T13:16:08,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:16:08,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2a04a14dedb8b9208a8f0335aefcae7, ASSIGN}] 2024-12-02T13:16:08,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2a04a14dedb8b9208a8f0335aefcae7, ASSIGN 2024-12-02T13:16:08,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c2a04a14dedb8b9208a8f0335aefcae7, ASSIGN; state=OFFLINE, location=06e3e18f2515,35719,1733145362869; forceNewPlan=false, retain=false 2024-12-02T13:16:09,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2a04a14dedb8b9208a8f0335aefcae7, regionState=OPENING, regionLocation=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:09,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c2a04a14dedb8b9208a8f0335aefcae7, ASSIGN because future has completed 2024-12-02T13:16:09,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a04a14dedb8b9208a8f0335aefcae7, server=06e3e18f2515,35719,1733145362869}] 2024-12-02T13:16:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:16:09,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:16:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:16:09,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T13:16:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:16:09,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T13:16:09,270 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:09,270 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2a04a14dedb8b9208a8f0335aefcae7, NAME => 'test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:09,270 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:09,270 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:16:09,271 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,271 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:09,271 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,271 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,272 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,273 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a04a14dedb8b9208a8f0335aefcae7 columnFamilyName f 2024-12-02T13:16:09,273 DEBUG [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:09,273 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] regionserver.HStore(327): Store=c2a04a14dedb8b9208a8f0335aefcae7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:09,273 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,274 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a04a14dedb8b9208a8f0335aefcae7 columnFamilyName f1 2024-12-02T13:16:09,274 DEBUG [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:09,274 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] regionserver.HStore(327): Store=c2a04a14dedb8b9208a8f0335aefcae7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:09,274 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,275 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a04a14dedb8b9208a8f0335aefcae7 columnFamilyName norep 2024-12-02T13:16:09,275 DEBUG [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:09,275 INFO [StoreOpener-c2a04a14dedb8b9208a8f0335aefcae7-1 {}] regionserver.HStore(327): Store=c2a04a14dedb8b9208a8f0335aefcae7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:09,275 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,276 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,276 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,277 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,277 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,277 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:09,278 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,279 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:09,279 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2a04a14dedb8b9208a8f0335aefcae7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62983385, jitterRate=-0.061474427580833435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:09,280 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:09,280 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2a04a14dedb8b9208a8f0335aefcae7: Running coprocessor pre-open hook at 1733145369271Writing region info on filesystem at 1733145369271Initializing all the Stores at 1733145369271Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145369272 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145369272Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145369272Cleaning up temporary data from old regions at 1733145369277 (+5 ms)Running coprocessor post-open hooks at 1733145369280 (+3 ms)Region opened successfully at 1733145369280 2024-12-02T13:16:09,281 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7., pid=6, masterSystemTime=1733145369267 2024-12-02T13:16:09,282 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:09,282 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:09,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2a04a14dedb8b9208a8f0335aefcae7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:09,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a04a14dedb8b9208a8f0335aefcae7, server=06e3e18f2515,35719,1733145362869 because future has completed 2024-12-02T13:16:09,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:16:09,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2a04a14dedb8b9208a8f0335aefcae7, server=06e3e18f2515,35719,1733145362869 in 171 msec 2024-12-02T13:16:09,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:16:09,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c2a04a14dedb8b9208a8f0335aefcae7, ASSIGN in 327 msec 2024-12-02T13:16:09,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:09,290 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145369290"}]},"ts":"1733145369290"} 2024-12-02T13:16:09,292 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:16:09,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:09,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 786 msec 2024-12-02T13:16:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:09,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:09,663 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:16:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43325,1733145365718 2024-12-02T13:16:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d530de3 2024-12-02T13:16:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:09,665 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:09,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:16:09,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:09,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:09,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:16:09,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:16:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:10,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f77132b6b7b02b6d71e7a46f05ebb953, NAME => 'test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05 2024-12-02T13:16:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:16:10,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:16:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:10,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:16:10,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:16:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:10,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:10,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f77132b6b7b02b6d71e7a46f05ebb953, disabling compactions & flushes 2024-12-02T13:16:10,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:10,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:10,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. after waiting 0 ms 2024-12-02T13:16:10,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:10,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:10,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f77132b6b7b02b6d71e7a46f05ebb953: Waiting for close lock at 1733145370491Disabling compacts and flushes for region at 1733145370491Disabling writes for close at 1733145370491Writing region close event to WAL at 1733145370491Closed at 1733145370491 2024-12-02T13:16:10,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:10,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145370492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145370492"}]},"ts":"1733145370492"} 2024-12-02T13:16:10,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:10,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:10,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145370495"}]},"ts":"1733145370495"} 2024-12-02T13:16:10,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:16:10,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f77132b6b7b02b6d71e7a46f05ebb953, ASSIGN}] 2024-12-02T13:16:10,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f77132b6b7b02b6d71e7a46f05ebb953, ASSIGN 2024-12-02T13:16:10,498 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f77132b6b7b02b6d71e7a46f05ebb953, ASSIGN; state=OFFLINE, location=06e3e18f2515,45865,1733145365747; forceNewPlan=false, retain=false 2024-12-02T13:16:10,649 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f77132b6b7b02b6d71e7a46f05ebb953, regionState=OPENING, regionLocation=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f77132b6b7b02b6d71e7a46f05ebb953, ASSIGN because future has completed 2024-12-02T13:16:10,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f77132b6b7b02b6d71e7a46f05ebb953, server=06e3e18f2515,45865,1733145365747}] 2024-12-02T13:16:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:10,806 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:10,806 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f77132b6b7b02b6d71e7a46f05ebb953, NAME => 'test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:10,806 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:10,806 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:16:10,806 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,807 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:10,807 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,807 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,808 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,809 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77132b6b7b02b6d71e7a46f05ebb953 columnFamilyName f 2024-12-02T13:16:10,809 DEBUG [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:10,809 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] regionserver.HStore(327): Store=f77132b6b7b02b6d71e7a46f05ebb953/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:10,809 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,810 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77132b6b7b02b6d71e7a46f05ebb953 columnFamilyName f1 2024-12-02T13:16:10,810 DEBUG [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:10,811 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] regionserver.HStore(327): Store=f77132b6b7b02b6d71e7a46f05ebb953/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:10,811 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,812 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77132b6b7b02b6d71e7a46f05ebb953 columnFamilyName norep 2024-12-02T13:16:10,812 DEBUG [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:10,812 INFO [StoreOpener-f77132b6b7b02b6d71e7a46f05ebb953-1 {}] regionserver.HStore(327): Store=f77132b6b7b02b6d71e7a46f05ebb953/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:10,812 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,813 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,813 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,814 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,814 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,814 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:10,815 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,816 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:10,817 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f77132b6b7b02b6d71e7a46f05ebb953; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63895215, jitterRate=-0.04788710176944733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:10,817 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:10,817 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f77132b6b7b02b6d71e7a46f05ebb953: Running coprocessor pre-open hook at 1733145370807Writing region info on filesystem at 1733145370807Initializing all the Stores at 1733145370807Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145370807Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145370808 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145370808Cleaning up temporary data from old regions at 1733145370814 (+6 ms)Running coprocessor post-open hooks at 1733145370817 (+3 ms)Region opened successfully at 1733145370817 2024-12-02T13:16:10,818 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953., pid=6, masterSystemTime=1733145370803 2024-12-02T13:16:10,820 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:10,820 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:10,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f77132b6b7b02b6d71e7a46f05ebb953, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f77132b6b7b02b6d71e7a46f05ebb953, server=06e3e18f2515,45865,1733145365747 because future has completed 2024-12-02T13:16:10,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:16:10,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f77132b6b7b02b6d71e7a46f05ebb953, server=06e3e18f2515,45865,1733145365747 in 171 msec 2024-12-02T13:16:10,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:16:10,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f77132b6b7b02b6d71e7a46f05ebb953, ASSIGN in 328 msec 2024-12-02T13:16:10,827 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:10,827 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145370827"}]},"ts":"1733145370827"} 2024-12-02T13:16:10,829 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:16:10,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:10,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-02T13:16:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:11,812 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:16:11,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39103,-1 for getting cluster id 2024-12-02T13:16:11,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:11,814 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e80fe9d9-db2a-46a8-93c9-71f175821527' 2024-12-02T13:16:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e80fe9d9-db2a-46a8-93c9-71f175821527" 2024-12-02T13:16:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad140a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39103,-1] 2024-12-02T13:16:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:11,815 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff0e84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43325,-1 for getting cluster id 2024-12-02T13:16:11,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:11,816 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46ed552d-8288-45d8-86d5-686f4dfdbc22' 2024-12-02T13:16:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46ed552d-8288-45d8-86d5-686f4dfdbc22" 2024-12-02T13:16:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57214269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43325,-1] 2024-12-02T13:16:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:11,817 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c78cc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39103,-1 for getting cluster id 2024-12-02T13:16:11,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:11,819 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e80fe9d9-db2a-46a8-93c9-71f175821527' 2024-12-02T13:16:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e80fe9d9-db2a-46a8-93c9-71f175821527" 2024-12-02T13:16:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8f273f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39103,-1] 2024-12-02T13:16:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:11,820 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b94c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39103,1733145362824 2024-12-02T13:16:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb51f79 2024-12-02T13:16:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:11,823 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:11,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:43325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:16:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:16:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:11,827 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:43325' 2024-12-02T13:16:11,828 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d2fe46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,828 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43325,-1 for getting cluster id 2024-12-02T13:16:11,828 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:11,829 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46ed552d-8288-45d8-86d5-686f4dfdbc22' 2024-12-02T13:16:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46ed552d-8288-45d8-86d5-686f4dfdbc22" 2024-12-02T13:16:11,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124a8596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43325,-1] 2024-12-02T13:16:11,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:11,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:11,831 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:11,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc4663a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:11,832 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43325,1733145365718 2024-12-02T13:16:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bfee2c9 2024-12-02T13:16:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:11,834 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:11,834 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T13:16:11,834 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:16:11,834 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:11,834 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:11,835 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:11,836 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:16:11,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:11,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:11,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:11,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:16:11,886 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:16:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:12,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7cc19b2e4d78826b7a740c66e394e4d, NAME => 'hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc 2024-12-02T13:16:12,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:16:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:12,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:12,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7cc19b2e4d78826b7a740c66e394e4d, disabling compactions & flushes 2024-12-02T13:16:12,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:12,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:12,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. after waiting 0 ms 2024-12-02T13:16:12,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:12,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:12,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7cc19b2e4d78826b7a740c66e394e4d: Waiting for close lock at 1733145372650Disabling compacts and flushes for region at 1733145372650Disabling writes for close at 1733145372650Writing region close event to WAL at 1733145372650Closed at 1733145372650 2024-12-02T13:16:12,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:12,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145372651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145372651"}]},"ts":"1733145372651"} 2024-12-02T13:16:12,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:12,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:12,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145372653"}]},"ts":"1733145372653"} 2024-12-02T13:16:12,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:16:12,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7cc19b2e4d78826b7a740c66e394e4d, ASSIGN}] 2024-12-02T13:16:12,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7cc19b2e4d78826b7a740c66e394e4d, ASSIGN 2024-12-02T13:16:12,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7cc19b2e4d78826b7a740c66e394e4d, ASSIGN; state=OFFLINE, location=06e3e18f2515,35719,1733145362869; forceNewPlan=false, retain=false 2024-12-02T13:16:12,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7cc19b2e4d78826b7a740c66e394e4d, regionState=OPENING, regionLocation=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:12,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7cc19b2e4d78826b7a740c66e394e4d, ASSIGN because future has completed 2024-12-02T13:16:12,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7cc19b2e4d78826b7a740c66e394e4d, server=06e3e18f2515,35719,1733145362869}] 2024-12-02T13:16:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:12,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:12,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:12,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:16:12,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C35719%2C1733145362869.rep, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/oldWALs, maxLogs=10 2024-12-02T13:16:12,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.rep.1733145372965, exclude list is [], retry=0 2024-12-02T13:16:12,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-43bdbcb3-6e80-47e7-b6f7-5e08ace38331,DISK] 2024-12-02T13:16:12,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.rep.1733145372965 2024-12-02T13:16:12,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661)] 2024-12-02T13:16:12,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7cc19b2e4d78826b7a740c66e394e4d, NAME => 'hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:12,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:12,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:12,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. service=MultiRowMutationService 2024-12-02T13:16:12,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:16:12,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:12,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,983 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,984 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7cc19b2e4d78826b7a740c66e394e4d columnFamilyName hfileref 2024-12-02T13:16:12,984 DEBUG [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:12,984 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] regionserver.HStore(327): Store=d7cc19b2e4d78826b7a740c66e394e4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:12,984 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,985 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7cc19b2e4d78826b7a740c66e394e4d columnFamilyName queue 2024-12-02T13:16:12,985 DEBUG [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:12,985 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] regionserver.HStore(327): Store=d7cc19b2e4d78826b7a740c66e394e4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:12,985 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,986 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7cc19b2e4d78826b7a740c66e394e4d columnFamilyName sid 2024-12-02T13:16:12,986 DEBUG [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:12,987 INFO [StoreOpener-d7cc19b2e4d78826b7a740c66e394e4d-1 {}] regionserver.HStore(327): Store=d7cc19b2e4d78826b7a740c66e394e4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:12,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:12,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:12,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7cc19b2e4d78826b7a740c66e394e4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59388964, jitterRate=-0.11503547430038452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7cc19b2e4d78826b7a740c66e394e4d: Running coprocessor pre-open hook at 1733145372982Writing region info on filesystem at 1733145372982Initializing all the Stores at 1733145372983 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145372983Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145372983Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145372983Cleaning up temporary data from old regions at 1733145372988 (+5 ms)Running coprocessor post-open hooks at 1733145372991 (+3 ms)Region opened successfully at 1733145372991 2024-12-02T13:16:12,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d., pid=10, masterSystemTime=1733145372961 2024-12-02T13:16:12,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:12,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:12,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7cc19b2e4d78826b7a740c66e394e4d, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,35719,1733145362869 2024-12-02T13:16:12,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7cc19b2e4d78826b7a740c66e394e4d, server=06e3e18f2515,35719,1733145362869 because future has completed 2024-12-02T13:16:13,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:16:13,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7cc19b2e4d78826b7a740c66e394e4d, server=06e3e18f2515,35719,1733145362869 in 192 msec 2024-12-02T13:16:13,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:16:13,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7cc19b2e4d78826b7a740c66e394e4d, ASSIGN in 348 msec 2024-12-02T13:16:13,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:13,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145373005"}]},"ts":"1733145373005"} 2024-12-02T13:16:13,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:16:13,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:13,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-02T13:16:13,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d., hostname=06e3e18f2515,35719,1733145362869, seqNum=2] 2024-12-02T13:16:13,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:13,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:13,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:16:13,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:16:13,203 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:16:13,229 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,35719,1733145362869, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:16:13,230 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:13,230 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,35719,1733145362869, seqNum=-1] 2024-12-02T13:16:13,230 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:13,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:13,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,35719,1733145362869', locateType=CURRENT is [region=hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d., hostname=06e3e18f2515,35719,1733145362869, seqNum=2] 2024-12-02T13:16:13,235 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:16:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:16:13,238 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,35719,1733145362869 suceeded 2024-12-02T13:16:13,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:16:13,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-02T13:16:13,239 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:43325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:16:13,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-12-02T13:16:13,253 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:43325' 2024-12-02T13:16:13,255 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75fe8b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,255 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43325,-1 for getting cluster id 2024-12-02T13:16:13,255 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:13,256 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46ed552d-8288-45d8-86d5-686f4dfdbc22' 2024-12-02T13:16:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46ed552d-8288-45d8-86d5-686f4dfdbc22" 2024-12-02T13:16:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fa3081f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43325,-1] 2024-12-02T13:16:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:13,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:13,257 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:13,258 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc6ad9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,258 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:13,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43325,1733145365718 2024-12-02T13:16:13,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d50c4a3 2024-12-02T13:16:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:13,260 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-02T13:16:13,261 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,35719,1733145362869 (queues=1) is replicating from cluster=e80fe9d9-db2a-46a8-93c9-71f175821527 to cluster=46ed552d-8288-45d8-86d5-686f4dfdbc22 2024-12-02T13:16:13,261 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C35719%2C1733145362869 2024-12-02T13:16:13,261 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,35719,1733145362869, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:16:13,262 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, startPosition=0, beingWritten=true 2024-12-02T13:16:13,262 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C35719%2C1733145362869 2024-12-02T13:16:13,268 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:13,268 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:13,268 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,35719,1733145362869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:13,472 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:13,775 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:13,973 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:16:13,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:13,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:13,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:13,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:13,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:13,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56df208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43325,-1 for getting cluster id 2024-12-02T13:16:13,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:13,974 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46ed552d-8288-45d8-86d5-686f4dfdbc22' 2024-12-02T13:16:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46ed552d-8288-45d8-86d5-686f4dfdbc22" 2024-12-02T13:16:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2c39da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43325,-1] 2024-12-02T13:16:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:13,976 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:13,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ae85ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43325,1733145365718 2024-12-02T13:16:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18fd7d64 2024-12-02T13:16:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:13,978 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:13,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:39103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:16:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:16:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:13,980 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39103' 2024-12-02T13:16:13,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277b6bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,981 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39103,-1 for getting cluster id 2024-12-02T13:16:13,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:13,981 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e80fe9d9-db2a-46a8-93c9-71f175821527' 2024-12-02T13:16:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e80fe9d9-db2a-46a8-93c9-71f175821527" 2024-12-02T13:16:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d08fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39103,-1] 2024-12-02T13:16:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:13,982 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba7c0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:13,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:13,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39103,1733145362824 2024-12-02T13:16:13,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f891a3 2024-12-02T13:16:13,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:13,984 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:13,985 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:16:13,985 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:16:13,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:13,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:13,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:13,985 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:13,986 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:16:13,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:13,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:13,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:16:14,036 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:16:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:14,178 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:14,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a690358504779afea627efda0d412eb, NAME => 'hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05 2024-12-02T13:16:14,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:16:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:14,681 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:14,798 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:14,798 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a690358504779afea627efda0d412eb, disabling compactions & flushes 2024-12-02T13:16:14,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:14,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:14,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. after waiting 0 ms 2024-12-02T13:16:14,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:14,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:14,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a690358504779afea627efda0d412eb: Waiting for close lock at 1733145374798Disabling compacts and flushes for region at 1733145374798Disabling writes for close at 1733145374799 (+1 ms)Writing region close event to WAL at 1733145374799Closed at 1733145374799 2024-12-02T13:16:14,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:14,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145374800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145374800"}]},"ts":"1733145374800"} 2024-12-02T13:16:14,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:14,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:14,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145374802"}]},"ts":"1733145374802"} 2024-12-02T13:16:14,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:16:14,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a690358504779afea627efda0d412eb, ASSIGN}] 2024-12-02T13:16:14,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a690358504779afea627efda0d412eb, ASSIGN 2024-12-02T13:16:14,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a690358504779afea627efda0d412eb, ASSIGN; state=OFFLINE, location=06e3e18f2515,45865,1733145365747; forceNewPlan=false, retain=false 2024-12-02T13:16:14,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a690358504779afea627efda0d412eb, regionState=OPENING, regionLocation=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:14,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a690358504779afea627efda0d412eb, ASSIGN because future has completed 2024-12-02T13:16:14,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a690358504779afea627efda0d412eb, server=06e3e18f2515,45865,1733145365747}] 2024-12-02T13:16:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:15,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:15,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:15,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:16:15,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C45865%2C1733145365747.rep, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/oldWALs, maxLogs=10 2024-12-02T13:16:15,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.rep.1733145375115, exclude list is [], retry=0 2024-12-02T13:16:15,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44085,DS-8c2e6044-7766-45e1-9988-c05413f23107,DISK] 2024-12-02T13:16:15,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.rep.1733145375115 2024-12-02T13:16:15,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-12-02T13:16:15,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a690358504779afea627efda0d412eb, NAME => 'hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:15,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:15,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:15,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. service=MultiRowMutationService 2024-12-02T13:16:15,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:16:15,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:15,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,136 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,138 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a690358504779afea627efda0d412eb columnFamilyName hfileref 2024-12-02T13:16:15,138 DEBUG [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:15,138 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] regionserver.HStore(327): Store=7a690358504779afea627efda0d412eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:15,138 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,140 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a690358504779afea627efda0d412eb columnFamilyName queue 2024-12-02T13:16:15,140 DEBUG [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:15,140 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] regionserver.HStore(327): Store=7a690358504779afea627efda0d412eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:15,141 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,141 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a690358504779afea627efda0d412eb columnFamilyName sid 2024-12-02T13:16:15,142 DEBUG [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:15,142 INFO [StoreOpener-7a690358504779afea627efda0d412eb-1 {}] regionserver.HStore(327): Store=7a690358504779afea627efda0d412eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:15,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/replication/7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/replication/7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:15,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/replication/7a690358504779afea627efda0d412eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:15,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a690358504779afea627efda0d412eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60064548, jitterRate=-0.10496848821640015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:15,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:15,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a690358504779afea627efda0d412eb: Running coprocessor pre-open hook at 1733145375135Writing region info on filesystem at 1733145375135Initializing all the Stores at 1733145375136 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145375136Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145375136Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145375136Cleaning up temporary data from old regions at 1733145375144 (+8 ms)Running coprocessor post-open hooks at 1733145375147 (+3 ms)Region opened successfully at 1733145375147 2024-12-02T13:16:15,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb., pid=10, masterSystemTime=1733145375110 2024-12-02T13:16:15,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:15,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:15,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a690358504779afea627efda0d412eb, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,45865,1733145365747 2024-12-02T13:16:15,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a690358504779afea627efda0d412eb, server=06e3e18f2515,45865,1733145365747 because future has completed 2024-12-02T13:16:15,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:16:15,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a690358504779afea627efda0d412eb, server=06e3e18f2515,45865,1733145365747 in 196 msec 2024-12-02T13:16:15,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:16:15,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a690358504779afea627efda0d412eb, ASSIGN in 353 msec 2024-12-02T13:16:15,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:15,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145375160"}]},"ts":"1733145375160"} 2024-12-02T13:16:15,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:16:15,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:15,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-02T13:16:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb., hostname=06e3e18f2515,45865,1733145365747, seqNum=2] 2024-12-02T13:16:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:15,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:16:15,284 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:15,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:16:15,352 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:16:15,379 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,45865,1733145365747, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:16:15,379 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:15,379 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,45865,1733145365747, seqNum=-1] 2024-12-02T13:16:15,379 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:15,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:15,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,45865,1733145365747', locateType=CURRENT is [region=hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb., hostname=06e3e18f2515,45865,1733145365747, seqNum=2] 2024-12-02T13:16:15,384 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:16:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:16:15,386 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,45865,1733145365747 suceeded 2024-12-02T13:16:15,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:16:15,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-02T13:16:15,387 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:39103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:16:15,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-12-02T13:16:15,397 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39103' 2024-12-02T13:16:15,398 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea2be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:15,398 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39103,-1 for getting cluster id 2024-12-02T13:16:15,398 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:15,398 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e80fe9d9-db2a-46a8-93c9-71f175821527' 2024-12-02T13:16:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e80fe9d9-db2a-46a8-93c9-71f175821527" 2024-12-02T13:16:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18722b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39103,-1] 2024-12-02T13:16:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:15,399 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:15,400 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3501fe53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:15,400 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:15,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39103,1733145362824 2024-12-02T13:16:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10e994bf 2024-12-02T13:16:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:15,401 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-02T13:16:15,402 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,45865,1733145365747 (queues=1) is replicating from cluster=46ed552d-8288-45d8-86d5-686f4dfdbc22 to cluster=e80fe9d9-db2a-46a8-93c9-71f175821527 2024-12-02T13:16:15,402 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C45865%2C1733145365747 2024-12-02T13:16:15,402 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,45865,1733145365747, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:16:15,402 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C45865%2C1733145365747 2024-12-02T13:16:15,402 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742, startPosition=0, beingWritten=true 2024-12-02T13:16:15,406 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:15,406 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 379, reset compression=false 2024-12-02T13:16:15,406 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,45865,1733145365747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:15,610 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 379, reset compression=false 2024-12-02T13:16:15,913 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 379, reset compression=false 2024-12-02T13:16:15,988 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:16,123 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:16:16,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:16,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:16,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:16,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:16,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:16,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,35719,1733145362869, seqNum=-1] 2024-12-02T13:16:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:16,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7., hostname=06e3e18f2515,35719,1733145362869, seqNum=2] 2024-12-02T13:16:16,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,45865,1733145365747, seqNum=-1] 2024-12-02T13:16:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:16,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953., hostname=06e3e18f2515,45865,1733145365747, seqNum=2] 2024-12-02T13:16:16,138 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T13:16:16,308 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:16:16,317 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 379, reset compression=false 2024-12-02T13:16:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:16,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:16,342 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18232 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:16,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:16,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:16:16,792 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 379, reset compression=false 2024-12-02T13:16:16,820 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 379, reset compression=false 2024-12-02T13:16:16,837 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:16,837 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 480, reset compression=false 2024-12-02T13:16:16,837 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,35719,1733145362869 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2a04a14dedb8b9208a8f0335aefcae7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T13:16:16,848 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:16,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-02T13:16:16,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:16,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5059bfc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:16,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43325,-1 for getting cluster id 2024-12-02T13:16:16,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:16,859 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46ed552d-8288-45d8-86d5-686f4dfdbc22' 2024-12-02T13:16:16,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46ed552d-8288-45d8-86d5-686f4dfdbc22" 2024-12-02T13:16:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5356d44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43325,-1] 2024-12-02T13:16:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:16,863 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:16,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e9533c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:16,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:16,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,45865,1733145365747, seqNum=-1] 2024-12-02T13:16:16,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:16,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:16,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953., hostname=06e3e18f2515,45865,1733145365747, seqNum=2] 2024-12-02T13:16:16,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:17,054 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 480, reset compression=false 2024-12-02T13:16:17,143 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T13:16:17,148 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T13:16:17,371 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 480, reset compression=false 2024-12-02T13:16:17,448 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 379, reset compression=false 2024-12-02T13:16:17,456 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:17,456 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 608, reset compression=false 2024-12-02T13:16:17,456 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,45865,1733145365747 got entry batch from reader: WALEntryBatch [walEntries=[{test/f77132b6b7b02b6d71e7a46f05ebb953/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T13:16:17,459 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:17,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-02T13:16:17,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:17,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e6fa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:17,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39103,-1 for getting cluster id 2024-12-02T13:16:17,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:17,463 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e80fe9d9-db2a-46a8-93c9-71f175821527' 2024-12-02T13:16:17,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:17,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e80fe9d9-db2a-46a8-93c9-71f175821527" 2024-12-02T13:16:17,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c5bc53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:17,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39103,-1] 2024-12-02T13:16:17,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:17,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:17,465 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:17,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@571b79fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:17,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,35719,1733145362869, seqNum=-1] 2024-12-02T13:16:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:17,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:17,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7., hostname=06e3e18f2515,35719,1733145362869, seqNum=2] 2024-12-02T13:16:17,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:17,679 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 608, reset compression=false 2024-12-02T13:16:17,778 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 480, reset compression=false 2024-12-02T13:16:17,798 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:17,798 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 607, reset compression=false 2024-12-02T13:16:17,798 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,35719,1733145362869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:17,986 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 608, reset compression=false 2024-12-02T13:16:18,026 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 607, reset compression=false 2024-12-02T13:16:18,151 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T13:16:18,169 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T13:16:18,343 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 607, reset compression=false 2024-12-02T13:16:18,375 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:18,375 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 763, reset compression=false 2024-12-02T13:16:18,375 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,35719,1733145362869 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2a04a14dedb8b9208a8f0335aefcae7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T13:16:18,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:18,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:18,426 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 608, reset compression=false 2024-12-02T13:16:18,446 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:18,446 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 756, reset compression=false 2024-12-02T13:16:18,446 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,45865,1733145365747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:18,611 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 763, reset compression=false 2024-12-02T13:16:18,690 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 756, reset compression=false 2024-12-02T13:16:18,922 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 763, reset compression=false 2024-12-02T13:16:19,000 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 756, reset compression=false 2024-12-02T13:16:19,171 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T13:16:19,174 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T13:16:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:16:19,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T13:16:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T13:16:19,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T13:16:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:16:19,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T13:16:19,329 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 763, reset compression=false 2024-12-02T13:16:19,406 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 756, reset compression=false 2024-12-02T13:16:19,410 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:19,410 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 915, reset compression=false 2024-12-02T13:16:19,410 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,45865,1733145365747 got entry batch from reader: WALEntryBatch [walEntries=[{test/f77132b6b7b02b6d71e7a46f05ebb953/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T13:16:19,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:19,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:19,613 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 915, reset compression=false 2024-12-02T13:16:19,834 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 763, reset compression=false 2024-12-02T13:16:19,838 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:19,838 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:19,838 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,35719,1733145362869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:19,917 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 915, reset compression=false 2024-12-02T13:16:20,041 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:20,176 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T13:16:20,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:16:20,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:20,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:20,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:20,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:20,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:20,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:16:20,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=56943134, stopped=false 2024-12-02T13:16:20,179 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,43325,1733145365718 2024-12-02T13:16:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1536456636/running 2024-12-02T13:16:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1536456636/running 2024-12-02T13:16:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:20,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:16:20,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:20,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:20,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:20,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,45865,1733145365747' ***** 2024-12-02T13:16:20,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:16:20,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on znode that does not yet exist, /1536456636/running 2024-12-02T13:16:20,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Set watcher on znode that does not yet exist, /1536456636/running 2024-12-02T13:16:20,181 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:16:20,181 INFO [RS:0;06e3e18f2515:45865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:16:20,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:16:20,181 INFO [RS:0;06e3e18f2515:45865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:16:20,181 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:20,181 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,45865,1733145365747 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:45865. 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f77132b6b7b02b6d71e7a46f05ebb953, disabling compactions & flushes 2024-12-02T13:16:20,182 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:20,182 DEBUG [RS:0;06e3e18f2515:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:20,182 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. after waiting 0 ms 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:16:20,182 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f77132b6b7b02b6d71e7a46f05ebb953 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-02T13:16:20,182 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:16:20,182 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1325): Online Regions={f77132b6b7b02b6d71e7a46f05ebb953=test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953., 1588230740=hbase:meta,,1.1588230740, 7a690358504779afea627efda0d412eb=hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb.} 2024-12-02T13:16:20,182 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:20,182 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:20,182 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:20,182 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:16:20,200 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/info/96c50805d0894fe1944f4dac6fbea36c is 147, key is hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb./info:regioninfo/1733145375150/Put/seqid=0 2024-12-02T13:16:20,200 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/f/b50a4ac8f032402b96be764b55c57224 is 29, key is row1/f:/1733145379171/DeleteFamily/seqid=0 2024-12-02T13:16:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741841_1017 (size=5118) 2024-12-02T13:16:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741840_1016 (size=7686) 2024-12-02T13:16:20,243 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:16:20,321 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 915, reset compression=false 2024-12-02T13:16:20,327 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:20,327 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 1162, reset compression=false 2024-12-02T13:16:20,328 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,45865,1733145365747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:20,329 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,45865,1733145365747: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,45865,1733145365747, walGroup=06e3e18f2515%2C45865%2C1733145365747, offset=06e3e18f2515%2C45865%2C1733145365747.1733145367742:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:45865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:16:20,330 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:16:20,330 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:16:20,331 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:16:20,331 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:16:20,331 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:16:20,331 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591831744 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190386944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:16:20,331 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:43325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:43325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:16:20,345 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:20,382 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:20,539 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 1162, reset compression=false 2024-12-02T13:16:20,583 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:20,607 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/info/96c50805d0894fe1944f4dac6fbea36c 2024-12-02T13:16:20,607 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/f/b50a4ac8f032402b96be764b55c57224 2024-12-02T13:16:20,611 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b50a4ac8f032402b96be764b55c57224 2024-12-02T13:16:20,633 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/ns/c4bb6ad2246a4d88b83ed66d44de7302 is 43, key is default/ns:d/1733145368413/Put/seqid=0 2024-12-02T13:16:20,633 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/f1/5344ec532a5e4d19bc0129eb0b2fdede is 30, key is row1/f1:/1733145379171/DeleteFamily/seqid=0 2024-12-02T13:16:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741842_1018 (size=5153) 2024-12-02T13:16:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741843_1019 (size=5123) 2024-12-02T13:16:20,699 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:16:20,699 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:16:20,754 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:20,783 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:20,847 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 1162, reset compression=false 2024-12-02T13:16:20,983 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:21,039 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/ns/c4bb6ad2246a4d88b83ed66d44de7302 2024-12-02T13:16:21,046 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/f1/5344ec532a5e4d19bc0129eb0b2fdede 2024-12-02T13:16:21,050 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5344ec532a5e4d19bc0129eb0b2fdede 2024-12-02T13:16:21,056 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/rep_barrier/deef2a3c8850448d9528b70d29d53a20 is 112, key is test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953./rep_barrier:seqnumDuringOpen/1733145370820/Put/seqid=0 2024-12-02T13:16:21,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741844_1020 (size=5518) 2024-12-02T13:16:21,063 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/norep/cb4b53707e1a48d996a162f5a67cf980 is 33, key is row1/norep:/1733145379171/DeleteFamily/seqid=0 2024-12-02T13:16:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741845_1021 (size=5108) 2024-12-02T13:16:21,183 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:21,251 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 1162, reset compression=false 2024-12-02T13:16:21,257 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:21,383 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:21,461 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/rep_barrier/deef2a3c8850448d9528b70d29d53a20 2024-12-02T13:16:21,476 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/norep/cb4b53707e1a48d996a162f5a67cf980 2024-12-02T13:16:21,484 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb4b53707e1a48d996a162f5a67cf980 2024-12-02T13:16:21,484 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/f/b50a4ac8f032402b96be764b55c57224 as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/f/b50a4ac8f032402b96be764b55c57224 2024-12-02T13:16:21,491 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b50a4ac8f032402b96be764b55c57224 2024-12-02T13:16:21,492 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/f/b50a4ac8f032402b96be764b55c57224, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T13:16:21,494 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/f1/5344ec532a5e4d19bc0129eb0b2fdede as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/f1/5344ec532a5e4d19bc0129eb0b2fdede 2024-12-02T13:16:21,510 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5344ec532a5e4d19bc0129eb0b2fdede 2024-12-02T13:16:21,510 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/f1/5344ec532a5e4d19bc0129eb0b2fdede, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T13:16:21,511 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/.tmp/norep/cb4b53707e1a48d996a162f5a67cf980 as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/norep/cb4b53707e1a48d996a162f5a67cf980 2024-12-02T13:16:21,512 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/table/f3063dd5a1b64ccd866503785209c7de is 53, key is hbase:replication/table:state/1733145375160/Put/seqid=0 2024-12-02T13:16:21,516 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb4b53707e1a48d996a162f5a67cf980 2024-12-02T13:16:21,516 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/norep/cb4b53707e1a48d996a162f5a67cf980, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T13:16:21,518 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f77132b6b7b02b6d71e7a46f05ebb953 in 1335ms, sequenceid=8, compaction requested=false 2024-12-02T13:16:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741846_1022 (size=5308) 2024-12-02T13:16:21,563 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/table/f3063dd5a1b64ccd866503785209c7de 2024-12-02T13:16:21,571 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/info/96c50805d0894fe1944f4dac6fbea36c as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/info/96c50805d0894fe1944f4dac6fbea36c 2024-12-02T13:16:21,576 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/info/96c50805d0894fe1944f4dac6fbea36c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:16:21,577 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/ns/c4bb6ad2246a4d88b83ed66d44de7302 as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/ns/c4bb6ad2246a4d88b83ed66d44de7302 2024-12-02T13:16:21,583 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/ns/c4bb6ad2246a4d88b83ed66d44de7302, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:16:21,584 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a690358504779afea627efda0d412eb, f77132b6b7b02b6d71e7a46f05ebb953 2024-12-02T13:16:21,589 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/rep_barrier/deef2a3c8850448d9528b70d29d53a20 as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/rep_barrier/deef2a3c8850448d9528b70d29d53a20 2024-12-02T13:16:21,591 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/default/test/f77132b6b7b02b6d71e7a46f05ebb953/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T13:16:21,592 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:16:21,592 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:16:21,592 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:21,592 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f77132b6b7b02b6d71e7a46f05ebb953: Waiting for close lock at 1733145380182Running coprocessor pre-close hooks at 1733145380182Disabling compacts and flushes for region at 1733145380182Disabling writes for close at 1733145380182Obtaining lock to block concurrent updates at 1733145380182Preparing flush snapshotting stores in f77132b6b7b02b6d71e7a46f05ebb953 at 1733145380182Finished memstore snapshotting test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733145380182Flushing stores of test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. at 1733145380183 (+1 ms)Flushing f77132b6b7b02b6d71e7a46f05ebb953/f: creating writer at 1733145380183Flushing f77132b6b7b02b6d71e7a46f05ebb953/f: appending metadata at 1733145380199 (+16 ms)Flushing f77132b6b7b02b6d71e7a46f05ebb953/f: closing flushed file at 1733145380199Flushing f77132b6b7b02b6d71e7a46f05ebb953/f1: creating writer at 1733145380611 (+412 ms)Flushing f77132b6b7b02b6d71e7a46f05ebb953/f1: appending metadata at 1733145380633 (+22 ms)Flushing f77132b6b7b02b6d71e7a46f05ebb953/f1: closing flushed file at 1733145380633Flushing f77132b6b7b02b6d71e7a46f05ebb953/norep: creating writer at 1733145381050 (+417 ms)Flushing f77132b6b7b02b6d71e7a46f05ebb953/norep: appending metadata at 1733145381062 (+12 ms)Flushing f77132b6b7b02b6d71e7a46f05ebb953/norep: closing flushed file at 1733145381062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b92c225: reopening flushed file at 1733145381484 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d4ff55: reopening flushed file at 1733145381492 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b71a075: reopening flushed file at 1733145381510 (+18 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f77132b6b7b02b6d71e7a46f05ebb953 in 1335ms, sequenceid=8, compaction requested=false at 1733145381518 (+8 ms)Writing region close event to WAL at 1733145381577 (+59 ms)Running coprocessor post-close hooks at 1733145381592 (+15 ms)Closed at 1733145381592 2024-12-02T13:16:21,592 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145369665.f77132b6b7b02b6d71e7a46f05ebb953. 2024-12-02T13:16:21,592 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a690358504779afea627efda0d412eb, disabling compactions & flushes 2024-12-02T13:16:21,592 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,593 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,593 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. after waiting 0 ms 2024-12-02T13:16:21,593 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,593 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a690358504779afea627efda0d412eb: Waiting for close lock at 1733145381592Running coprocessor pre-close hooks at 1733145381592Disabling compacts and flushes for region at 1733145381592Disabling writes for close at 1733145381593 (+1 ms)Failed flush hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb., putting online again at 1733145381593 2024-12-02T13:16:21,593 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,598 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/rep_barrier/deef2a3c8850448d9528b70d29d53a20, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:16:21,600 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/.tmp/table/f3063dd5a1b64ccd866503785209c7de as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/table/f3063dd5a1b64ccd866503785209c7de 2024-12-02T13:16:21,614 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/table/f3063dd5a1b64ccd866503785209c7de, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:16:21,615 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=16, compaction requested=false 2024-12-02T13:16:21,674 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:16:21,674 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:16:21,674 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:16:21,674 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:21,674 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145380182Running coprocessor pre-close hooks at 1733145380182Disabling compacts and flushes for region at 1733145380182Disabling writes for close at 1733145380182Obtaining lock to block concurrent updates at 1733145380182Preparing flush snapshotting stores in 1588230740 at 1733145380182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145380183 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145380183Flushing 1588230740/info: creating writer at 1733145380183Flushing 1588230740/info: appending metadata at 1733145380199 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733145380199Flushing 1588230740/ns: creating writer at 1733145380611 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733145380633 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733145380633Flushing 1588230740/rep_barrier: creating writer at 1733145381043 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145381055 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145381056 (+1 ms)Flushing 1588230740/table: creating writer at 1733145381468 (+412 ms)Flushing 1588230740/table: appending metadata at 1733145381511 (+43 ms)Flushing 1588230740/table: closing flushed file at 1733145381511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569a148c: reopening flushed file at 1733145381568 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411bf2e8: reopening flushed file at 1733145381576 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7810887e: reopening flushed file at 1733145381584 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b8a218: reopening flushed file at 1733145381598 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=16, compaction requested=false at 1733145381615 (+17 ms)Writing region close event to WAL at 1733145381650 (+35 ms)Running coprocessor post-close hooks at 1733145381674 (+24 ms)Closed at 1733145381674 2024-12-02T13:16:21,674 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:21,755 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 1162, reset compression=false 2024-12-02T13:16:21,773 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:21,773 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 1806, reset compression=false 2024-12-02T13:16:21,784 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:16:21,784 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1325): Online Regions={7a690358504779afea627efda0d412eb=hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb.} 2024-12-02T13:16:21,784 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a690358504779afea627efda0d412eb 2024-12-02T13:16:21,784 DEBUG [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1351): Waiting on 7a690358504779afea627efda0d412eb 2024-12-02T13:16:21,784 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a690358504779afea627efda0d412eb, disabling compactions & flushes 2024-12-02T13:16:21,784 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,784 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,784 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. after waiting 0 ms 2024-12-02T13:16:21,784 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,785 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a690358504779afea627efda0d412eb: Waiting for close lock at 1733145381784Running coprocessor pre-close hooks at 1733145381784Disabling compacts and flushes for region at 1733145381784Disabling writes for close at 1733145381784Failed flush hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb., putting online again at 1733145381784 2024-12-02T13:16:21,785 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733145373985.7a690358504779afea627efda0d412eb. 2024-12-02T13:16:21,861 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:21,984 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T13:16:21,984 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,45865,1733145365747; all regions closed. 2024-12-02T13:16:21,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.meta.1733145368349.meta not finished, retry = 0 2024-12-02T13:16:21,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:16:22,010 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.wal-reader.06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 to pos 1806, reset compression=false 2024-12-02T13:16:22,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.rep.1733145375115 not finished, retry = 0 2024-12-02T13:16:22,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741839_1015 (size=1515) 2024-12-02T13:16:22,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/WALs/06e3e18f2515,45865,1733145365747/06e3e18f2515%2C45865%2C1733145365747.1733145367742 not finished, retry = 0 2024-12-02T13:16:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741832_1008 (size=1814) 2024-12-02T13:16:22,294 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:22,295 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:16:22,295 INFO [RS:0;06e3e18f2515:45865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:16:22,295 INFO [RS:0;06e3e18f2515:45865 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:16:22,295 INFO [RS:0;06e3e18f2515:45865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:16:22,295 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:16:22,296 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,45865,1733145365747 because: Region server is closing 2024-12-02T13:16:22,296 INFO [RS:0;06e3e18f2515:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:45865. 2024-12-02T13:16:22,296 DEBUG [RS:0;06e3e18f2515:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:22,296 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:22,296 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:22,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:22,396 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,45865,1733145365747.replicationSource.shipper06e3e18f2515%2C45865%2C1733145365747,1-06e3e18f2515,45865,1733145365747 terminated 2024-12-02T13:16:22,397 INFO [RS:0;06e3e18f2515:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:45865. 2024-12-02T13:16:22,397 DEBUG [RS:0;06e3e18f2515:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:22,397 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:22,397 DEBUG [RS:0;06e3e18f2515:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:22,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:22,397 INFO [RS:0;06e3e18f2515:45865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45865 2024-12-02T13:16:22,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1536456636/rs/06e3e18f2515,45865,1733145365747 2024-12-02T13:16:22,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636/rs 2024-12-02T13:16:22,399 INFO [RS:0;06e3e18f2515:45865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:16:22,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,45865,1733145365747] 2024-12-02T13:16:22,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1536456636/draining/06e3e18f2515,45865,1733145365747 already deleted, retry=false 2024-12-02T13:16:22,400 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,45865,1733145365747 expired; onlineServers=0 2024-12-02T13:16:22,400 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,43325,1733145365718' ***** 2024-12-02T13:16:22,400 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:16:22,400 INFO [M:0;06e3e18f2515:43325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:16:22,400 INFO [M:0;06e3e18f2515:43325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:16:22,400 DEBUG [M:0;06e3e18f2515:43325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:16:22,400 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:16:22,400 DEBUG [M:0;06e3e18f2515:43325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:16:22,400 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145367549 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145367549,5,FailOnTimeoutGroup] 2024-12-02T13:16:22,400 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145367554 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145367554,5,FailOnTimeoutGroup] 2024-12-02T13:16:22,400 INFO [M:0;06e3e18f2515:43325 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:16:22,400 INFO [M:0;06e3e18f2515:43325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:16:22,400 DEBUG [M:0;06e3e18f2515:43325 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:16:22,400 INFO [M:0;06e3e18f2515:43325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:16:22,401 INFO [M:0;06e3e18f2515:43325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:16:22,401 INFO [M:0;06e3e18f2515:43325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:16:22,401 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:16:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1536456636/master 2024-12-02T13:16:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1536456636 2024-12-02T13:16:22,401 DEBUG [M:0;06e3e18f2515:43325 {}] zookeeper.ZKUtil(347): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Unable to get data of znode /1536456636/master because node does not exist (not an error) 2024-12-02T13:16:22,401 WARN [M:0;06e3e18f2515:43325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:16:22,402 INFO [M:0;06e3e18f2515:43325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/.lastflushedseqids 2024-12-02T13:16:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741847_1023 (size=245) 2024-12-02T13:16:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:22,499 INFO [RS:0;06e3e18f2515:45865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:16:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1009b12da6f0004, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:22,499 INFO [RS:0;06e3e18f2515:45865 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,45865,1733145365747; zookeeper connection closed. 2024-12-02T13:16:22,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a71fd96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a71fd96 2024-12-02T13:16:22,500 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:16:22,565 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:22,806 INFO [M:0;06e3e18f2515:43325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:16:22,806 INFO [M:0;06e3e18f2515:43325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:16:22,806 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:22,806 INFO [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:22,806 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:22,806 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:22,807 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:22,807 INFO [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T13:16:22,821 DEBUG [M:0;06e3e18f2515:43325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0811205bb2294dffb1495e125aaee6c7 is 82, key is hbase:meta,,1/info:regioninfo/1733145368398/Put/seqid=0 2024-12-02T13:16:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741848_1024 (size=5672) 2024-12-02T13:16:23,224 INFO [M:0;06e3e18f2515:43325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0811205bb2294dffb1495e125aaee6c7 2024-12-02T13:16:23,240 DEBUG [M:0;06e3e18f2515:43325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b3ebc634bd84f0e999056f3fb449f96 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145375166/Put/seqid=0 2024-12-02T13:16:23,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741849_1025 (size=8517) 2024-12-02T13:16:23,369 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:23,644 INFO [M:0;06e3e18f2515:43325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b3ebc634bd84f0e999056f3fb449f96 2024-12-02T13:16:23,665 DEBUG [M:0;06e3e18f2515:43325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f834af70e6449c9ab80dc739e9aa9fa is 69, key is 06e3e18f2515,45865,1733145365747/rs:state/1733145367591/Put/seqid=0 2024-12-02T13:16:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741850_1026 (size=5156) 2024-12-02T13:16:24,069 INFO [M:0;06e3e18f2515:43325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f834af70e6449c9ab80dc739e9aa9fa 2024-12-02T13:16:24,074 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0811205bb2294dffb1495e125aaee6c7 as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0811205bb2294dffb1495e125aaee6c7 2024-12-02T13:16:24,078 INFO [M:0;06e3e18f2515:43325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0811205bb2294dffb1495e125aaee6c7, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T13:16:24,078 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b3ebc634bd84f0e999056f3fb449f96 as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b3ebc634bd84f0e999056f3fb449f96 2024-12-02T13:16:24,082 INFO [M:0;06e3e18f2515:43325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b3ebc634bd84f0e999056f3fb449f96, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T13:16:24,082 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f834af70e6449c9ab80dc739e9aa9fa as hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f834af70e6449c9ab80dc739e9aa9fa 2024-12-02T13:16:24,085 INFO [M:0;06e3e18f2515:43325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f834af70e6449c9ab80dc739e9aa9fa, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T13:16:24,086 INFO [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-12-02T13:16:24,087 INFO [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:24,087 DEBUG [M:0;06e3e18f2515:43325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145382806Disabling compacts and flushes for region at 1733145382806Disabling writes for close at 1733145382806Obtaining lock to block concurrent updates at 1733145382807 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145382807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733145382807Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145382807Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145382807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145382820 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145382820Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145383228 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145383239 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145383239Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145383648 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145383665 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145383665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2daa7e20: reopening flushed file at 1733145384073 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d14f56a: reopening flushed file at 1733145384078 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8e775f: reopening flushed file at 1733145384082 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1733145384086 (+4 ms)Writing region close event to WAL at 1733145384087 (+1 ms)Closed at 1733145384087 2024-12-02T13:16:24,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3ef5bf9-7252-e115-d931-86a5a7553f05/MasterData/WALs/06e3e18f2515,43325,1733145365718/06e3e18f2515%2C43325%2C1733145365718.1733145367434 not finished, retry = 0 2024-12-02T13:16:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44085 is added to blk_1073741830_1006 (size=63666) 2024-12-02T13:16:24,189 INFO [M:0;06e3e18f2515:43325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:16:24,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:16:24,190 INFO [M:0;06e3e18f2515:43325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43325 2024-12-02T13:16:24,190 INFO [M:0;06e3e18f2515:43325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:16:24,272 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:24,291 INFO [M:0;06e3e18f2515:43325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:16:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x1009b12da6f0003, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:24,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c52f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:24,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:16:24,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:16:24,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:16:24,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.log.dir/,STOPPED} 2024-12-02T13:16:24,304 WARN [BP-810830239-172.17.0.2-1733145364828 heartbeating to localhost/127.0.0.1:35375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:16:24,304 WARN [BP-810830239-172.17.0.2-1733145364828 heartbeating to localhost/127.0.0.1:35375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-810830239-172.17.0.2-1733145364828 (Datanode Uuid 7529e021-9021-4f9e-92dc-7cf7bc1adc27) service to localhost/127.0.0.1:35375 2024-12-02T13:16:24,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:16:24,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:16:24,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/cluster_ab7ea1ce-479a-052b-882d-89286faed9a8/data/data1/current/BP-810830239-172.17.0.2-1733145364828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:16:24,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/cluster_ab7ea1ce-479a-052b-882d-89286faed9a8/data/data2/current/BP-810830239-172.17.0.2-1733145364828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:16:24,305 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:16:24,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40c813ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:24,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:16:24,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:16:24,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:16:24,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.log.dir/,STOPPED} 2024-12-02T13:16:24,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:16:24,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:16:24,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:24,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:24,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:24,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:24,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:24,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:16:24,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=470936193, stopped=false 2024-12-02T13:16:24,325 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,39103,1733145362824 2024-12-02T13:16:24,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316529637/running 2024-12-02T13:16:24,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:24,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316529637/running 2024-12-02T13:16:24,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:24,325 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:16:24,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on znode that does not yet exist, /01316529637/running 2024-12-02T13:16:24,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:24,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Set watcher on znode that does not yet exist, /01316529637/running 2024-12-02T13:16:24,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:24,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:24,326 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,35719,1733145362869' ***** 2024-12-02T13:16:24,326 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:16:24,327 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(3091): Received CLOSE for d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(3091): Received CLOSE for c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,35719,1733145362869 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:35719. 2024-12-02T13:16:24,327 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7cc19b2e4d78826b7a740c66e394e4d, disabling compactions & flushes 2024-12-02T13:16:24,327 DEBUG [RS:0;06e3e18f2515:35719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:24,327 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:24,327 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:24,327 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:16:24,327 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. after waiting 0 ms 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:16:24,327 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:16:24,327 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7cc19b2e4d78826b7a740c66e394e4d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-02T13:16:24,327 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:16:24,328 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1325): Online Regions={d7cc19b2e4d78826b7a740c66e394e4d=hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d., c2a04a14dedb8b9208a8f0335aefcae7=test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:16:24,328 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a04a14dedb8b9208a8f0335aefcae7, d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:24,328 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:24,328 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:24,328 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:24,328 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:24,328 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:24,328 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:16:24,340 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d/.tmp/queue/7b1ec21d508c48e5a3cf43a481342666 is 153, key is 1-06e3e18f2515,35719,1733145362869/queue:06e3e18f2515%2C35719%2C1733145362869/1733145379839/Put/seqid=0 2024-12-02T13:16:24,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741840_1016 (size=5352) 2024-12-02T13:16:24,343 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/info/70d08763cefc46da8fcdbc37683c971d is 147, key is hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d./info:regioninfo/1733145372995/Put/seqid=0 2024-12-02T13:16:24,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741841_1017 (size=7686) 2024-12-02T13:16:24,357 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:16:24,528 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a04a14dedb8b9208a8f0335aefcae7, d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:24,728 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a04a14dedb8b9208a8f0335aefcae7, d7cc19b2e4d78826b7a740c66e394e4d 2024-12-02T13:16:24,743 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d/.tmp/queue/7b1ec21d508c48e5a3cf43a481342666 2024-12-02T13:16:24,747 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/info/70d08763cefc46da8fcdbc37683c971d 2024-12-02T13:16:24,748 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d/.tmp/queue/7b1ec21d508c48e5a3cf43a481342666 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d/queue/7b1ec21d508c48e5a3cf43a481342666 2024-12-02T13:16:24,757 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d/queue/7b1ec21d508c48e5a3cf43a481342666, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T13:16:24,758 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d7cc19b2e4d78826b7a740c66e394e4d in 431ms, sequenceid=10, compaction requested=false 2024-12-02T13:16:24,762 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/replication/d7cc19b2e4d78826b7a740c66e394e4d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T13:16:24,762 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:16:24,762 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:16:24,762 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:24,762 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7cc19b2e4d78826b7a740c66e394e4d: Waiting for close lock at 1733145384327Running coprocessor pre-close hooks at 1733145384327Disabling compacts and flushes for region at 1733145384327Disabling writes for close at 1733145384327Obtaining lock to block concurrent updates at 1733145384327Preparing flush snapshotting stores in d7cc19b2e4d78826b7a740c66e394e4d at 1733145384327Finished memstore snapshotting hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733145384328 (+1 ms)Flushing stores of hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. at 1733145384328Flushing d7cc19b2e4d78826b7a740c66e394e4d/queue: creating writer at 1733145384328Flushing d7cc19b2e4d78826b7a740c66e394e4d/queue: appending metadata at 1733145384339 (+11 ms)Flushing d7cc19b2e4d78826b7a740c66e394e4d/queue: closing flushed file at 1733145384339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375a7225: reopening flushed file at 1733145384747 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d7cc19b2e4d78826b7a740c66e394e4d in 431ms, sequenceid=10, compaction requested=false at 1733145384758 (+11 ms)Writing region close event to WAL at 1733145384759 (+1 ms)Running coprocessor post-close hooks at 1733145384762 (+3 ms)Closed at 1733145384762 2024-12-02T13:16:24,762 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145371835.d7cc19b2e4d78826b7a740c66e394e4d. 2024-12-02T13:16:24,762 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2a04a14dedb8b9208a8f0335aefcae7, disabling compactions & flushes 2024-12-02T13:16:24,763 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:24,763 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:24,763 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. after waiting 0 ms 2024-12-02T13:16:24,763 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:24,763 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2a04a14dedb8b9208a8f0335aefcae7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-02T13:16:24,766 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/ns/cad2ee0641c14214b0f83ad41b676c00 is 43, key is default/ns:d/1733145364735/Put/seqid=0 2024-12-02T13:16:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741842_1018 (size=5153) 2024-12-02T13:16:24,775 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/f/cbeb9b1b22ea4331bea5d553ca7a2ebb is 29, key is row1/f:/1733145379171/DeleteFamily/seqid=0 2024-12-02T13:16:24,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741843_1019 (size=5118) 2024-12-02T13:16:24,928 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:25,128 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:25,169 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/ns/cad2ee0641c14214b0f83ad41b676c00 2024-12-02T13:16:25,178 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/f/cbeb9b1b22ea4331bea5d553ca7a2ebb 2024-12-02T13:16:25,182 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbeb9b1b22ea4331bea5d553ca7a2ebb 2024-12-02T13:16:25,190 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/rep_barrier/3f40b678926d4379acae90e8429f2698 is 112, key is test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7./rep_barrier:seqnumDuringOpen/1733145369283/Put/seqid=0 2024-12-02T13:16:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741844_1020 (size=5518) 2024-12-02T13:16:25,200 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/f1/8d3f9f5634714444b1d2fa37cdbb4850 is 30, key is row1/f1:/1733145379171/DeleteFamily/seqid=0 2024-12-02T13:16:25,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741845_1021 (size=5123) 2024-12-02T13:16:25,206 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:16:25,206 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:16:25,287 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 912, reset compression=false 2024-12-02T13:16:25,291 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:25,291 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 1159, reset compression=false 2024-12-02T13:16:25,291 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,35719,1733145362869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:25,292 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,35719,1733145362869: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,35719,1733145362869, walGroup=06e3e18f2515%2C35719%2C1733145362869, offset=06e3e18f2515%2C35719%2C1733145362869.1733145364283:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:35719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:16:25,294 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:16:25,294 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:16:25,294 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:16:25,294 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:16:25,294 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:16:25,294 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 667329216 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191108760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:16:25,294 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:39103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:39103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:16:25,328 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:16:25,329 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1325): Online Regions={c2a04a14dedb8b9208a8f0335aefcae7=test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:16:25,329 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:25,495 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 1159, reset compression=false 2024-12-02T13:16:25,529 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a04a14dedb8b9208a8f0335aefcae7 2024-12-02T13:16:25,598 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/rep_barrier/3f40b678926d4379acae90e8429f2698 2024-12-02T13:16:25,604 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/f1/8d3f9f5634714444b1d2fa37cdbb4850 2024-12-02T13:16:25,607 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d3f9f5634714444b1d2fa37cdbb4850 2024-12-02T13:16:25,614 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/table/ce272d1ffbc64086a7a58f1444d9dfe2 is 53, key is hbase:replication/table:state/1733145373005/Put/seqid=0 2024-12-02T13:16:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741846_1022 (size=5308) 2024-12-02T13:16:25,619 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/norep/d1b301d8cfd645159a08de8dabe0be19 is 32, key is row/norep:/1733145378155/DeleteFamily/seqid=0 2024-12-02T13:16:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741847_1023 (size=5101) 2024-12-02T13:16:25,622 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/norep/d1b301d8cfd645159a08de8dabe0be19 2024-12-02T13:16:25,625 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1b301d8cfd645159a08de8dabe0be19 2024-12-02T13:16:25,626 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/f/cbeb9b1b22ea4331bea5d553ca7a2ebb as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/f/cbeb9b1b22ea4331bea5d553ca7a2ebb 2024-12-02T13:16:25,629 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbeb9b1b22ea4331bea5d553ca7a2ebb 2024-12-02T13:16:25,629 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/f/cbeb9b1b22ea4331bea5d553ca7a2ebb, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T13:16:25,630 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/f1/8d3f9f5634714444b1d2fa37cdbb4850 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/f1/8d3f9f5634714444b1d2fa37cdbb4850 2024-12-02T13:16:25,633 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d3f9f5634714444b1d2fa37cdbb4850 2024-12-02T13:16:25,633 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/f1/8d3f9f5634714444b1d2fa37cdbb4850, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T13:16:25,633 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/.tmp/norep/d1b301d8cfd645159a08de8dabe0be19 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/norep/d1b301d8cfd645159a08de8dabe0be19 2024-12-02T13:16:25,636 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1b301d8cfd645159a08de8dabe0be19 2024-12-02T13:16:25,636 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/norep/d1b301d8cfd645159a08de8dabe0be19, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T13:16:25,637 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c2a04a14dedb8b9208a8f0335aefcae7 in 874ms, sequenceid=8, compaction requested=false 2024-12-02T13:16:25,637 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:16:25,640 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/default/test/c2a04a14dedb8b9208a8f0335aefcae7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T13:16:25,641 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:16:25,641 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:16:25,641 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:25,641 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2a04a14dedb8b9208a8f0335aefcae7: Waiting for close lock at 1733145384762Running coprocessor pre-close hooks at 1733145384762Disabling compacts and flushes for region at 1733145384762Disabling writes for close at 1733145384763 (+1 ms)Obtaining lock to block concurrent updates at 1733145384763Preparing flush snapshotting stores in c2a04a14dedb8b9208a8f0335aefcae7 at 1733145384763Finished memstore snapshotting test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733145384763Flushing stores of test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. at 1733145384763Flushing c2a04a14dedb8b9208a8f0335aefcae7/f: creating writer at 1733145384763Flushing c2a04a14dedb8b9208a8f0335aefcae7/f: appending metadata at 1733145384774 (+11 ms)Flushing c2a04a14dedb8b9208a8f0335aefcae7/f: closing flushed file at 1733145384774Flushing c2a04a14dedb8b9208a8f0335aefcae7/f1: creating writer at 1733145385182 (+408 ms)Flushing c2a04a14dedb8b9208a8f0335aefcae7/f1: appending metadata at 1733145385199 (+17 ms)Flushing c2a04a14dedb8b9208a8f0335aefcae7/f1: closing flushed file at 1733145385199Flushing c2a04a14dedb8b9208a8f0335aefcae7/norep: creating writer at 1733145385607 (+408 ms)Flushing c2a04a14dedb8b9208a8f0335aefcae7/norep: appending metadata at 1733145385618 (+11 ms)Flushing c2a04a14dedb8b9208a8f0335aefcae7/norep: closing flushed file at 1733145385618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e88ad52: reopening flushed file at 1733145385625 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c9c9ac: reopening flushed file at 1733145385629 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f02afe: reopening flushed file at 1733145385633 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c2a04a14dedb8b9208a8f0335aefcae7 in 874ms, sequenceid=8, compaction requested=false at 1733145385637 (+4 ms)Writing region close event to WAL at 1733145385638 (+1 ms)Running coprocessor post-close hooks at 1733145385641 (+3 ms)Closed at 1733145385641 2024-12-02T13:16:25,641 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145368505.c2a04a14dedb8b9208a8f0335aefcae7. 2024-12-02T13:16:25,729 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:16:25,800 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 1159, reset compression=false 2024-12-02T13:16:25,804 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:25,804 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 1803, reset compression=false 2024-12-02T13:16:25,929 DEBUG [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:16:26,006 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 1803, reset compression=false 2024-12-02T13:16:26,018 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/table/ce272d1ffbc64086a7a58f1444d9dfe2 2024-12-02T13:16:26,023 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/info/70d08763cefc46da8fcdbc37683c971d as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/info/70d08763cefc46da8fcdbc37683c971d 2024-12-02T13:16:26,027 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/info/70d08763cefc46da8fcdbc37683c971d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:16:26,028 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/ns/cad2ee0641c14214b0f83ad41b676c00 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/ns/cad2ee0641c14214b0f83ad41b676c00 2024-12-02T13:16:26,033 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/ns/cad2ee0641c14214b0f83ad41b676c00, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:16:26,033 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/rep_barrier/3f40b678926d4379acae90e8429f2698 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/rep_barrier/3f40b678926d4379acae90e8429f2698 2024-12-02T13:16:26,038 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/rep_barrier/3f40b678926d4379acae90e8429f2698, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:16:26,038 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/.tmp/table/ce272d1ffbc64086a7a58f1444d9dfe2 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/table/ce272d1ffbc64086a7a58f1444d9dfe2 2024-12-02T13:16:26,043 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/table/ce272d1ffbc64086a7a58f1444d9dfe2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:16:26,043 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-02T13:16:26,043 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:16:26,053 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:16:26,054 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:16:26,054 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:16:26,054 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:26,054 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145384328Running coprocessor pre-close hooks at 1733145384328Disabling compacts and flushes for region at 1733145384328Disabling writes for close at 1733145384328Obtaining lock to block concurrent updates at 1733145384328Preparing flush snapshotting stores in 1588230740 at 1733145384328Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145384328Flushing stores of hbase:meta,,1.1588230740 at 1733145384328Flushing 1588230740/info: creating writer at 1733145384329 (+1 ms)Flushing 1588230740/info: appending metadata at 1733145384343 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733145384343Flushing 1588230740/ns: creating writer at 1733145384750 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733145384765 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733145384765Flushing 1588230740/rep_barrier: creating writer at 1733145385173 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145385190 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145385190Flushing 1588230740/table: creating writer at 1733145385602 (+412 ms)Flushing 1588230740/table: appending metadata at 1733145385613 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733145385613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1293806d: reopening flushed file at 1733145386022 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11731bb7: reopening flushed file at 1733145386028 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e91e5fc: reopening flushed file at 1733145386033 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d62383d: reopening flushed file at 1733145386038 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733145386043 (+5 ms)Writing region close event to WAL at 1733145386050 (+7 ms)Running coprocessor post-close hooks at 1733145386054 (+4 ms)Closed at 1733145386054 2024-12-02T13:16:26,054 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:26,129 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,35719,1733145362869; all regions closed. 2024-12-02T13:16:26,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.meta.1733145364698.meta not finished, retry = 0 2024-12-02T13:16:26,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:16:26,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741839_1015 (size=2676) 2024-12-02T13:16:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741833_1009 (size=1811) 2024-12-02T13:16:26,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 not finished, retry = 0 2024-12-02T13:16:26,309 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 to pos 1803, reset compression=false 2024-12-02T13:16:26,347 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:26,347 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:16:26,347 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/WALs/06e3e18f2515,35719,1733145362869/06e3e18f2515%2C35719%2C1733145362869.1733145364283 2024-12-02T13:16:26,347 INFO [RS:0;06e3e18f2515:35719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:16:26,347 INFO [RS:0;06e3e18f2515:35719 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:16:26,347 INFO [RS:0;06e3e18f2515:35719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:16:26,347 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:16:26,347 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,35719,1733145362869 because: Region server is closing 2024-12-02T13:16:26,347 INFO [RS:0;06e3e18f2515:35719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:35719. 2024-12-02T13:16:26,347 DEBUG [RS:0;06e3e18f2515:35719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:26,347 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:26,347 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:26,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:26,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:26,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:26,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28243 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:26,448 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.shipper06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 terminated 2024-12-02T13:16:26,448 INFO [RS:0;06e3e18f2515:35719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:35719. 2024-12-02T13:16:26,448 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,35719,1733145362869.replicationSource.wal-reader.06e3e18f2515%2C35719%2C1733145362869,1-06e3e18f2515,35719,1733145362869 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-02T13:16:26,448 DEBUG [RS:0;06e3e18f2515:35719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:26,448 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:26,448 DEBUG [RS:0;06e3e18f2515:35719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:26,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:26,448 INFO [RS:0;06e3e18f2515:35719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35719 2024-12-02T13:16:26,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316529637/rs/06e3e18f2515,35719,1733145362869 2024-12-02T13:16:26,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637/rs 2024-12-02T13:16:26,450 INFO [RS:0;06e3e18f2515:35719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:16:26,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,35719,1733145362869] 2024-12-02T13:16:26,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01316529637/draining/06e3e18f2515,35719,1733145362869 already deleted, retry=false 2024-12-02T13:16:26,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,35719,1733145362869 expired; onlineServers=0 2024-12-02T13:16:26,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,39103,1733145362824' ***** 2024-12-02T13:16:26,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:16:26,451 INFO [M:0;06e3e18f2515:39103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:16:26,451 INFO [M:0;06e3e18f2515:39103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:16:26,451 DEBUG [M:0;06e3e18f2515:39103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:16:26,451 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:16:26,451 DEBUG [M:0;06e3e18f2515:39103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:16:26,452 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145364009 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145364009,5,FailOnTimeoutGroup] 2024-12-02T13:16:26,452 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145364005 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145364005,5,FailOnTimeoutGroup] 2024-12-02T13:16:26,452 INFO [M:0;06e3e18f2515:39103 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:16:26,452 INFO [M:0;06e3e18f2515:39103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:16:26,452 DEBUG [M:0;06e3e18f2515:39103 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:16:26,452 INFO [M:0;06e3e18f2515:39103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:16:26,452 INFO [M:0;06e3e18f2515:39103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:16:26,452 INFO [M:0;06e3e18f2515:39103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:16:26,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:16:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316529637/master 2024-12-02T13:16:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316529637 2024-12-02T13:16:26,452 DEBUG [M:0;06e3e18f2515:39103 {}] zookeeper.ZKUtil(347): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Unable to get data of znode /01316529637/master because node does not exist (not an error) 2024-12-02T13:16:26,452 WARN [M:0;06e3e18f2515:39103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:16:26,453 INFO [M:0;06e3e18f2515:39103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/.lastflushedseqids 2024-12-02T13:16:26,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741848_1024 (size=245) 2024-12-02T13:16:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:26,551 INFO [RS:0;06e3e18f2515:35719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:16:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35719-0x1009b12da6f0001, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:26,551 INFO [RS:0;06e3e18f2515:35719 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,35719,1733145362869; zookeeper connection closed. 2024-12-02T13:16:26,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@374130b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@374130b0 2024-12-02T13:16:26,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:16:26,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:26,857 INFO [M:0;06e3e18f2515:39103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:16:26,857 INFO [M:0;06e3e18f2515:39103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:16:26,857 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:26,857 INFO [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:26,857 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:26,858 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:26,858 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:26,858 INFO [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T13:16:26,870 DEBUG [M:0;06e3e18f2515:39103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b4e93ae0bf249f5ac11c13ca620f168 is 82, key is hbase:meta,,1/info:regioninfo/1733145364727/Put/seqid=0 2024-12-02T13:16:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741849_1025 (size=5672) 2024-12-02T13:16:27,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:16:27,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:27,273 INFO [M:0;06e3e18f2515:39103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b4e93ae0bf249f5ac11c13ca620f168 2024-12-02T13:16:27,288 DEBUG [M:0;06e3e18f2515:39103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98edba1e2ef84a609210af63929c358c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145373008/Put/seqid=0 2024-12-02T13:16:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741850_1026 (size=8517) 2024-12-02T13:16:27,691 INFO [M:0;06e3e18f2515:39103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98edba1e2ef84a609210af63929c358c 2024-12-02T13:16:27,707 DEBUG [M:0;06e3e18f2515:39103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61e2f210d03e4830aed5642311f733f1 is 69, key is 06e3e18f2515,35719,1733145362869/rs:state/1733145364062/Put/seqid=0 2024-12-02T13:16:27,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741851_1027 (size=5156) 2024-12-02T13:16:28,111 INFO [M:0;06e3e18f2515:39103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61e2f210d03e4830aed5642311f733f1 2024-12-02T13:16:28,115 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b4e93ae0bf249f5ac11c13ca620f168 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b4e93ae0bf249f5ac11c13ca620f168 2024-12-02T13:16:28,118 INFO [M:0;06e3e18f2515:39103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b4e93ae0bf249f5ac11c13ca620f168, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T13:16:28,119 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98edba1e2ef84a609210af63929c358c as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98edba1e2ef84a609210af63929c358c 2024-12-02T13:16:28,122 INFO [M:0;06e3e18f2515:39103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98edba1e2ef84a609210af63929c358c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T13:16:28,123 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61e2f210d03e4830aed5642311f733f1 as hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61e2f210d03e4830aed5642311f733f1 2024-12-02T13:16:28,126 INFO [M:0;06e3e18f2515:39103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/4c217c6a-d723-b8dc-0eb8-41eae093aacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61e2f210d03e4830aed5642311f733f1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T13:16:28,127 INFO [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false 2024-12-02T13:16:28,128 INFO [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:28,128 DEBUG [M:0;06e3e18f2515:39103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145386857Disabling compacts and flushes for region at 1733145386857Disabling writes for close at 1733145386858 (+1 ms)Obtaining lock to block concurrent updates at 1733145386858Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145386858Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733145386858Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145386858Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145386858Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145386869 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145386869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145387276 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145387287 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145387287Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145387695 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145387707 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145387707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2686913: reopening flushed file at 1733145388114 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5efea5d: reopening flushed file at 1733145388118 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b8a97a: reopening flushed file at 1733145388122 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false at 1733145388127 (+5 ms)Writing region close event to WAL at 1733145388127Closed at 1733145388128 (+1 ms) 2024-12-02T13:16:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741830_1006 (size=63666) 2024-12-02T13:16:28,130 INFO [M:0;06e3e18f2515:39103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:16:28,130 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:16:28,130 INFO [M:0;06e3e18f2515:39103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39103 2024-12-02T13:16:28,130 INFO [M:0;06e3e18f2515:39103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:16:28,231 INFO [M:0;06e3e18f2515:39103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:16:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39103-0x1009b12da6f0000, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:16:28,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@596517f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:28,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53e84d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:16:28,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:16:28,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a823966{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:16:28,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccfdb21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.log.dir/,STOPPED} 2024-12-02T13:16:28,235 WARN [BP-727208392-172.17.0.2-1733145361943 heartbeating to localhost/127.0.0.1:33837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:16:28,235 WARN [BP-727208392-172.17.0.2-1733145361943 heartbeating to localhost/127.0.0.1:33837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727208392-172.17.0.2-1733145361943 (Datanode Uuid c85ff899-5bfb-47ca-9b5d-726b442c264e) service to localhost/127.0.0.1:33837 2024-12-02T13:16:28,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:16:28,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:16:28,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456/data/data1/current/BP-727208392-172.17.0.2-1733145361943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:16:28,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/cluster_4ac96f5e-a553-dc5c-ccc5-6ca4a8869456/data/data2/current/BP-727208392-172.17.0.2-1733145361943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:16:28,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:16:28,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f77a083{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:28,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a7ed6e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:16:28,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:16:28,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670a5da2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:16:28,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e05f28e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb6cecda-d1bb-87d8-33a9-f10b005c3cfb/hadoop.log.dir/,STOPPED} 2024-12-02T13:16:28,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:16:28,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:16:28,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 245) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33837 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54839) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54839) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35375 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2005 (was 2574) 2024-12-02T13:16:28,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=2005 2024-12-02T13:16:28,282 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-02T13:16:28,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.log.dir so I do NOT create it in target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9 2024-12-02T13:16:28,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:16:28,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.tmp.dir so I do NOT create it in target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9 2024-12-02T13:16:28,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9157298a-039b-755c-44d7-f846258fc2b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:16:28,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9 2024-12-02T13:16:28,283 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1, deleteOnExit=true 2024-12-02T13:16:28,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1/zookeeper_0, clientPort=60877, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:16:28,286 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60877 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/test.cache.data in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:16:28,286 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:16:28,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:16:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:16:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:16:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:16:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:16:28,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:28,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b12da6f0005, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:16:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b12da6f0002, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:16:28,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b12da6f0002, quorum=127.0.0.1:54839, baseZNode=/01316529637 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:16:28,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b12da6f0005, quorum=127.0.0.1:54839, baseZNode=/1536456636 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:16:28,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:28,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:28,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:16:28,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:28,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7292c86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:28,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20aa73cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:28,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d789a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/java.io.tmpdir/jetty-localhost-33821-hadoop-hdfs-3_4_1-tests_jar-_-any-17209868806175500646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:28,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0f3029{HTTP/1.1, (http/1.1)}{localhost:33821} 2024-12-02T13:16:28,443 INFO [Time-limited test {}] server.Server(415): Started @204342ms 2024-12-02T13:16:28,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:28,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:28,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:28,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:28,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:16:28,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70014cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:28,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a4a1a95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:28,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e3df9f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/java.io.tmpdir/jetty-localhost-32943-hadoop-hdfs-3_4_1-tests_jar-_-any-2999309452358555962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:28,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23aec636{HTTP/1.1, (http/1.1)}{localhost:32943} 2024-12-02T13:16:28,651 INFO [Time-limited test {}] server.Server(415): Started @204549ms 2024-12-02T13:16:28,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:16:28,705 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1/data/data1/current/BP-1027947501-172.17.0.2-1733145388299/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:28,705 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1/data/data2/current/BP-1027947501-172.17.0.2-1733145388299/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:28,725 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:16:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x413d123ab1cb16ca with lease ID 0xb1220d6f9ba0e7fa: Processing first storage report for DS-eafe2e7e-66b4-43ad-9c9e-94ce94ef393f from datanode DatanodeRegistration(127.0.0.1:43799, datanodeUuid=1d9ad3c3-41c3-4247-aa8d-0a01d82c6c07, infoPort=42071, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=2100747307;c=1733145388299) 2024-12-02T13:16:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x413d123ab1cb16ca with lease ID 0xb1220d6f9ba0e7fa: from storage DS-eafe2e7e-66b4-43ad-9c9e-94ce94ef393f node DatanodeRegistration(127.0.0.1:43799, datanodeUuid=1d9ad3c3-41c3-4247-aa8d-0a01d82c6c07, infoPort=42071, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=2100747307;c=1733145388299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x413d123ab1cb16ca with lease ID 0xb1220d6f9ba0e7fa: Processing first storage report for DS-7f0dc89a-5657-4edd-864a-da26a75ab3eb from datanode DatanodeRegistration(127.0.0.1:43799, datanodeUuid=1d9ad3c3-41c3-4247-aa8d-0a01d82c6c07, infoPort=42071, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=2100747307;c=1733145388299) 2024-12-02T13:16:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x413d123ab1cb16ca with lease ID 0xb1220d6f9ba0e7fa: from storage DS-7f0dc89a-5657-4edd-864a-da26a75ab3eb node DatanodeRegistration(127.0.0.1:43799, datanodeUuid=1d9ad3c3-41c3-4247-aa8d-0a01d82c6c07, infoPort=42071, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=2100747307;c=1733145388299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:28,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9 2024-12-02T13:16:28,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:28,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:28,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:16:29,186 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b with version=8 2024-12-02T13:16:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/hbase-staging 2024-12-02T13:16:29,188 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:29,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:29,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:29,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:29,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:29,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:29,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:16:29,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:29,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39011 2024-12-02T13:16:29,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39011 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:29,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:16:29,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:16:29,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:16:29,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:16:29,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390110x0, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:29,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39011-0x1009b13416b0000 connected 2024-12-02T13:16:29,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:29,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:29,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on znode that does not yet exist, /0640487394/running 2024-12-02T13:16:29,208 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b, hbase.cluster.distributed=false 2024-12-02T13:16:29,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on znode that does not yet exist, /0640487394/acl 2024-12-02T13:16:29,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39011 2024-12-02T13:16:29,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39011 2024-12-02T13:16:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39011 2024-12-02T13:16:29,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39011 2024-12-02T13:16:29,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39011 2024-12-02T13:16:29,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:29,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34089 2024-12-02T13:16:29,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34089 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:29,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:29,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:29,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340890x0, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:29,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340890x0, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on znode that does not yet exist, /0640487394/running 2024-12-02T13:16:29,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34089-0x1009b13416b0001 connected 2024-12-02T13:16:29,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:16:29,235 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:16:29,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on znode that does not yet exist, /0640487394/master 2024-12-02T13:16:29,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on znode that does not yet exist, /0640487394/acl 2024-12-02T13:16:29,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34089 2024-12-02T13:16:29,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34089 2024-12-02T13:16:29,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34089 2024-12-02T13:16:29,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34089 2024-12-02T13:16:29,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34089 2024-12-02T13:16:29,253 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:39011 2024-12-02T13:16:29,253 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0640487394/backup-masters/06e3e18f2515,39011,1733145389188 2024-12-02T13:16:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394/backup-masters 2024-12-02T13:16:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394/backup-masters 2024-12-02T13:16:29,254 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on existing znode=/0640487394/backup-masters/06e3e18f2515,39011,1733145389188 2024-12-02T13:16:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0640487394/master 2024-12-02T13:16:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:29,255 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on existing znode=/0640487394/master 2024-12-02T13:16:29,255 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0640487394/backup-masters/06e3e18f2515,39011,1733145389188 from backup master directory 2024-12-02T13:16:29,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0640487394/backup-masters/06e3e18f2515,39011,1733145389188 2024-12-02T13:16:29,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394/backup-masters 2024-12-02T13:16:29,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394/backup-masters 2024-12-02T13:16:29,256 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:29,256 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,39011,1733145389188 2024-12-02T13:16:29,259 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/hbase.id] with ID: 71778666-865b-459c-9a17-f126bf9c42e9 2024-12-02T13:16:29,259 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/.tmp/hbase.id 2024-12-02T13:16:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:16:29,665 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/.tmp/hbase.id]:[hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/hbase.id] 2024-12-02T13:16:29,671 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:29,672 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:16:29,672 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T13:16:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:16:30,079 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:30,079 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:16:30,080 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:30,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:16:30,486 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store 2024-12-02T13:16:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:16:30,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:30,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:30,891 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:30,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:30,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:30,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:30,891 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:30,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145390891Disabling compacts and flushes for region at 1733145390891Disabling writes for close at 1733145390891Writing region close event to WAL at 1733145390891Closed at 1733145390891 2024-12-02T13:16:30,892 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/.initializing 2024-12-02T13:16:30,892 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/WALs/06e3e18f2515,39011,1733145389188 2024-12-02T13:16:30,893 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:30,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C39011%2C1733145389188, suffix=, logDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/WALs/06e3e18f2515,39011,1733145389188, archiveDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/oldWALs, maxLogs=10 2024-12-02T13:16:30,909 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/WALs/06e3e18f2515,39011,1733145389188/06e3e18f2515%2C39011%2C1733145389188.1733145390895, exclude list is [], retry=0 2024-12-02T13:16:30,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43799,DS-eafe2e7e-66b4-43ad-9c9e-94ce94ef393f,DISK] 2024-12-02T13:16:30,914 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/WALs/06e3e18f2515,39011,1733145389188/06e3e18f2515%2C39011%2C1733145389188.1733145390895 2024-12-02T13:16:30,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-12-02T13:16:30,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:30,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:30,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:16:30,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:16:30,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:30,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:30,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:16:30,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:30,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:30,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:16:30,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:30,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:30,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,922 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,922 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,923 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:30,923 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:30,928 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:30,928 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63571499, jitterRate=-0.052710846066474915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:30,928 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145390915Initializing all the Stores at 1733145390916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145390916Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145390916Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145390916Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145390916Cleaning up temporary data from old regions at 1733145390922 (+6 ms)Region opened successfully at 1733145390928 (+6 ms) 2024-12-02T13:16:30,928 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:16:30,930 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f07375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:30,931 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:16:30,931 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:16:30,931 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:16:30,931 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:16:30,932 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:16:30,932 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:16:30,932 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:16:30,933 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:16:30,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Unable to get data of znode /0640487394/balancer because node does not exist (not necessarily an error) 2024-12-02T13:16:30,934 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640487394/balancer already deleted, retry=false 2024-12-02T13:16:30,934 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:16:30,935 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Unable to get data of znode /0640487394/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:16:30,935 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640487394/normalizer already deleted, retry=false 2024-12-02T13:16:30,935 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:16:30,936 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Unable to get data of znode /0640487394/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:16:30,936 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640487394/switch/split already deleted, retry=false 2024-12-02T13:16:30,937 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Unable to get data of znode /0640487394/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:16:30,937 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640487394/switch/merge already deleted, retry=false 2024-12-02T13:16:30,939 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Unable to get data of znode /0640487394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:16:30,939 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640487394/snapshot-cleanup already deleted, retry=false 2024-12-02T13:16:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0640487394/running 2024-12-02T13:16:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0640487394/running 2024-12-02T13:16:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:30,940 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,39011,1733145389188, sessionid=0x1009b13416b0000, setting cluster-up flag (Was=false) 2024-12-02T13:16:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:30,944 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0640487394/flush-table-proc/acquired, /0640487394/flush-table-proc/reached, /0640487394/flush-table-proc/abort 2024-12-02T13:16:30,944 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39011,1733145389188 2024-12-02T13:16:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:30,948 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0640487394/online-snapshot/acquired, /0640487394/online-snapshot/reached, /0640487394/online-snapshot/abort 2024-12-02T13:16:30,949 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39011,1733145389188 2024-12-02T13:16:30,949 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:16:30,956 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:30,956 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:16:30,956 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:16:30,956 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,39011,1733145389188 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:16:30,957 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:30,957 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:30,957 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:30,957 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:30,957 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:16:30,957 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:30,958 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:30,958 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:30,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:30,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:16:30,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:30,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:16:30,965 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145420965 2024-12-02T13:16:30,965 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:16:30,965 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:16:30,965 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:16:30,965 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:16:30,965 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:16:30,965 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:16:30,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:30,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:16:30,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:16:30,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:16:30,969 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:16:30,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:16:30,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:16:30,971 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145390970,5,FailOnTimeoutGroup] 2024-12-02T13:16:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:16:30,973 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145390971,5,FailOnTimeoutGroup] 2024-12-02T13:16:30,973 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:30,973 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:16:30,973 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:30,973 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,046 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(746): ClusterId : 71778666-865b-459c-9a17-f126bf9c42e9 2024-12-02T13:16:31,046 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:16:31,047 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:16:31,047 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:16:31,048 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:16:31,049 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beac744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:31,062 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:34089 2024-12-02T13:16:31,062 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:16:31,062 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:16:31,062 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:16:31,063 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,39011,1733145389188 with port=34089, startcode=1733145389228 2024-12-02T13:16:31,063 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:16:31,064 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:16:31,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39011 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,066 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b 2024-12-02T13:16:31,066 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39899 2024-12-02T13:16:31,066 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:16:31,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394/rs 2024-12-02T13:16:31,068 DEBUG [RS:0;06e3e18f2515:34089 {}] zookeeper.ZKUtil(111): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on existing znode=/0640487394/rs/06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,068 WARN [RS:0;06e3e18f2515:34089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:31,068 INFO [RS:0;06e3e18f2515:34089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:31,068 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,34089,1733145389228] 2024-12-02T13:16:31,070 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:16:31,074 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:16:31,075 INFO [RS:0;06e3e18f2515:34089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:16:31,075 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,077 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:16:31,078 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:16:31,078 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:31,078 DEBUG [RS:0;06e3e18f2515:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:31,079 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,079 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,079 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,079 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,079 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,079 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34089,1733145389228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:31,092 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:16:31,093 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34089,1733145389228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,093 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,093 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.Replication(171): 06e3e18f2515,34089,1733145389228 started 2024-12-02T13:16:31,104 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,104 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,34089,1733145389228, RpcServer on 06e3e18f2515/172.17.0.2:34089, sessionid=0x1009b13416b0001 2024-12-02T13:16:31,104 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:16:31,104 DEBUG [RS:0;06e3e18f2515:34089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,104 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34089,1733145389228' 2024-12-02T13:16:31,104 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0640487394/flush-table-proc/abort' 2024-12-02T13:16:31,104 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0640487394/flush-table-proc/acquired' 2024-12-02T13:16:31,105 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:16:31,105 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:16:31,105 DEBUG [RS:0;06e3e18f2515:34089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,105 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34089,1733145389228' 2024-12-02T13:16:31,105 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0640487394/online-snapshot/abort' 2024-12-02T13:16:31,105 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0640487394/online-snapshot/acquired' 2024-12-02T13:16:31,105 DEBUG [RS:0;06e3e18f2515:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:16:31,105 INFO [RS:0;06e3e18f2515:34089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:16:31,105 INFO [RS:0;06e3e18f2515:34089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:16:31,206 INFO [RS:0;06e3e18f2515:34089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:31,207 INFO [RS:0;06e3e18f2515:34089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C34089%2C1733145389228, suffix=, logDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228, archiveDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/oldWALs, maxLogs=10 2024-12-02T13:16:31,218 DEBUG [RS:0;06e3e18f2515:34089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, exclude list is [], retry=0 2024-12-02T13:16:31,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43799,DS-eafe2e7e-66b4-43ad-9c9e-94ce94ef393f,DISK] 2024-12-02T13:16:31,221 INFO [RS:0;06e3e18f2515:34089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 2024-12-02T13:16:31,221 DEBUG [RS:0;06e3e18f2515:34089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-12-02T13:16:31,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:16:31,373 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b 2024-12-02T13:16:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:16:31,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:31,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:31,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:31,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:31,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:31,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:31,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:31,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:31,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:31,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:31,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740 2024-12-02T13:16:31,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740 2024-12-02T13:16:31,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:31,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:31,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:31,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:31,396 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:31,396 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66775038, jitterRate=-0.004974395036697388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:31,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145391385Initializing all the Stores at 1733145391385Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145391385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145391386 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145391386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145391386Cleaning up temporary data from old regions at 1733145391393 (+7 ms)Region opened successfully at 1733145391396 (+3 ms) 2024-12-02T13:16:31,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:31,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:31,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:31,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:31,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:31,397 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:31,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145391396Disabling compacts and flushes for region at 1733145391396Disabling writes for close at 1733145391396Writing region close event to WAL at 1733145391397 (+1 ms)Closed at 1733145391397 2024-12-02T13:16:31,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:31,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:16:31,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:16:31,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:31,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:16:31,549 DEBUG [06e3e18f2515:39011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:16:31,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,34089,1733145389228, state=OPENING 2024-12-02T13:16:31,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:16:31,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:31,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:31,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640487394/meta-region-server: CHANGED 2024-12-02T13:16:31,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640487394/meta-region-server: CHANGED 2024-12-02T13:16:31,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:31,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,34089,1733145389228}] 2024-12-02T13:16:31,704 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:31,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:16:31,708 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:16:31,708 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:31,708 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:16:31,709 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C34089%2C1733145389228.meta, suffix=.meta, logDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228, archiveDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/oldWALs, maxLogs=10 2024-12-02T13:16:31,720 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.meta.1733145391709.meta, exclude list is [], retry=0 2024-12-02T13:16:31,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43799,DS-eafe2e7e-66b4-43ad-9c9e-94ce94ef393f,DISK] 2024-12-02T13:16:31,723 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.meta.1733145391709.meta 2024-12-02T13:16:31,723 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-12-02T13:16:31,723 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:31,723 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:31,723 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:31,723 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:16:31,723 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:16:31,724 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:16:31,724 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:31,724 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:16:31,724 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:16:31,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:31,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:31,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:31,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:31,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:31,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:31,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:31,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:31,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:31,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:31,728 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:31,728 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740 2024-12-02T13:16:31,729 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740 2024-12-02T13:16:31,730 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:31,730 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:31,730 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:31,730 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:31,731 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75043602, jitterRate=0.11823680996894836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:31,731 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:16:31,731 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145391724Writing region info on filesystem at 1733145391724Initializing all the Stores at 1733145391724Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145391724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145391724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145391724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145391724Cleaning up temporary data from old regions at 1733145391730 (+6 ms)Running coprocessor post-open hooks at 1733145391731 (+1 ms)Region opened successfully at 1733145391731 2024-12-02T13:16:31,732 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145391704 2024-12-02T13:16:31,733 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:16:31,733 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:16:31,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,734 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,34089,1733145389228, state=OPEN 2024-12-02T13:16:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0640487394/meta-region-server 2024-12-02T13:16:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0640487394/meta-region-server 2024-12-02T13:16:31,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:31,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640487394/meta-region-server: CHANGED 2024-12-02T13:16:31,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640487394/meta-region-server: CHANGED 2024-12-02T13:16:31,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:16:31,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,34089,1733145389228 in 184 msec 2024-12-02T13:16:31,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:16:31,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 340 msec 2024-12-02T13:16:31,739 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:31,739 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:16:31,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:31,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34089,1733145389228, seqNum=-1] 2024-12-02T13:16:31,741 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:31,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:31,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 789 msec 2024-12-02T13:16:31,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145391745, completionTime=-1 2024-12-02T13:16:31,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:16:31,745 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145451747 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145511747 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39011,1733145389188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39011,1733145389188-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39011,1733145389188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:39011, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,747 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,748 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:16:31,749 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.493sec 2024-12-02T13:16:31,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:16:31,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:16:31,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:16:31,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:16:31,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:16:31,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39011,1733145389188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:31,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39011,1733145389188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:16:31,751 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:16:31,751 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:16:31,751 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39011,1733145389188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:31,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14804509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:31,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39011,-1 for getting cluster id 2024-12-02T13:16:31,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:31,847 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71778666-865b-459c-9a17-f126bf9c42e9' 2024-12-02T13:16:31,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:31,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71778666-865b-459c-9a17-f126bf9c42e9" 2024-12-02T13:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d66f7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39011,-1] 2024-12-02T13:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:31,849 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:31,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41beb40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:31,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34089,1733145389228, seqNum=-1] 2024-12-02T13:16:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:31,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:31,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,39011,1733145389188 2024-12-02T13:16:31,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:31,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b13416b0002 connected 2024-12-02T13:16:31,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.log.dir so I do NOT create it in target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7 2024-12-02T13:16:31,856 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:16:31,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.tmp.dir so I do NOT create it in target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7 2024-12-02T13:16:31,856 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:16:31,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7 2024-12-02T13:16:31,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:16:31,856 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/cluster_77205340-a6ae-fd64-5cdf-fbd4fb982b3f, deleteOnExit=true 2024-12-02T13:16:31,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:16:31,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/test.cache.data in system properties and HBase conf 2024-12-02T13:16:31,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:16:31,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:31,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:16:31,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:16:31,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:31,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:31,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:31,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:31,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:16:31,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:31,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125cedb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:31,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33a937cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:31,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb01bc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/java.io.tmpdir/jetty-localhost-39805-hadoop-hdfs-3_4_1-tests_jar-_-any-17609646902371438758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:31,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b650393{HTTP/1.1, (http/1.1)}{localhost:39805} 2024-12-02T13:16:31,994 INFO [Time-limited test {}] server.Server(415): Started @207893ms 2024-12-02T13:16:32,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:32,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:32,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:32,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:32,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:16:32,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0ecd10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:32,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77cb3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:32,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b02c84c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/java.io.tmpdir/jetty-localhost-35947-hadoop-hdfs-3_4_1-tests_jar-_-any-3970596768149497374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:32,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@196163e9{HTTP/1.1, (http/1.1)}{localhost:35947} 2024-12-02T13:16:32,162 INFO [Time-limited test {}] server.Server(415): Started @208060ms 2024-12-02T13:16:32,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:16:32,214 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/cluster_77205340-a6ae-fd64-5cdf-fbd4fb982b3f/data/data1/current/BP-526707825-172.17.0.2-1733145391870/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:32,215 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/cluster_77205340-a6ae-fd64-5cdf-fbd4fb982b3f/data/data2/current/BP-526707825-172.17.0.2-1733145391870/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:32,244 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:16:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaec0ed6335d5675b with lease ID 0x439fb640430142c6: Processing first storage report for DS-00a54084-98b1-4dd4-98a7-93df75df59a2 from datanode DatanodeRegistration(127.0.0.1:34771, datanodeUuid=5d08b205-463b-4c18-8489-cc6cfac0b619, infoPort=39009, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1547786834;c=1733145391870) 2024-12-02T13:16:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaec0ed6335d5675b with lease ID 0x439fb640430142c6: from storage DS-00a54084-98b1-4dd4-98a7-93df75df59a2 node DatanodeRegistration(127.0.0.1:34771, datanodeUuid=5d08b205-463b-4c18-8489-cc6cfac0b619, infoPort=39009, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1547786834;c=1733145391870), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaec0ed6335d5675b with lease ID 0x439fb640430142c6: Processing first storage report for DS-3e2344e8-72f6-493b-ac5f-9546421ea684 from datanode DatanodeRegistration(127.0.0.1:34771, datanodeUuid=5d08b205-463b-4c18-8489-cc6cfac0b619, infoPort=39009, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1547786834;c=1733145391870) 2024-12-02T13:16:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaec0ed6335d5675b with lease ID 0x439fb640430142c6: from storage DS-3e2344e8-72f6-493b-ac5f-9546421ea684 node DatanodeRegistration(127.0.0.1:34771, datanodeUuid=5d08b205-463b-4c18-8489-cc6cfac0b619, infoPort=39009, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1547786834;c=1733145391870), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:32,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7 2024-12-02T13:16:32,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:32,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:32,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:16:32,688 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40 with version=8 2024-12-02T13:16:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/hbase-staging 2024-12-02T13:16:32,691 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:32,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:32,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:32,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:32,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:32,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:32,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:16:32,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:32,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44669 2024-12-02T13:16:32,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44669 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:32,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446690x0, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:32,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44669-0x1009b13416b0003 connected 2024-12-02T13:16:32,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:32,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:32,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on znode that does not yet exist, /11651973768/running 2024-12-02T13:16:32,703 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40, hbase.cluster.distributed=false 2024-12-02T13:16:32,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on znode that does not yet exist, /11651973768/acl 2024-12-02T13:16:32,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44669 2024-12-02T13:16:32,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44669 2024-12-02T13:16:32,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44669 2024-12-02T13:16:32,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44669 2024-12-02T13:16:32,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44669 2024-12-02T13:16:32,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:32,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44139 2024-12-02T13:16:32,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44139 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:32,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:32,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:32,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441390x0, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:32,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441390x0, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on znode that does not yet exist, /11651973768/running 2024-12-02T13:16:32,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44139-0x1009b13416b0004 connected 2024-12-02T13:16:32,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:16:32,726 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:16:32,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on znode that does not yet exist, /11651973768/master 2024-12-02T13:16:32,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on znode that does not yet exist, /11651973768/acl 2024-12-02T13:16:32,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44139 2024-12-02T13:16:32,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44139 2024-12-02T13:16:32,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44139 2024-12-02T13:16:32,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44139 2024-12-02T13:16:32,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44139 2024-12-02T13:16:32,742 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:44669 2024-12-02T13:16:32,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11651973768/backup-masters/06e3e18f2515,44669,1733145392690 2024-12-02T13:16:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768/backup-masters 2024-12-02T13:16:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768/backup-masters 2024-12-02T13:16:32,744 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on existing znode=/11651973768/backup-masters/06e3e18f2515,44669,1733145392690 2024-12-02T13:16:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11651973768/master 2024-12-02T13:16:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:32,745 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on existing znode=/11651973768/master 2024-12-02T13:16:32,756 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11651973768/backup-masters/06e3e18f2515,44669,1733145392690 from backup master directory 2024-12-02T13:16:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651973768/backup-masters/06e3e18f2515,44669,1733145392690 2024-12-02T13:16:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768/backup-masters 2024-12-02T13:16:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768/backup-masters 2024-12-02T13:16:32,757 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:32,757 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,44669,1733145392690 2024-12-02T13:16:32,762 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/hbase.id] with ID: 1a90517e-4a7d-4404-9d4c-214bd37e8948 2024-12-02T13:16:32,762 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/.tmp/hbase.id 2024-12-02T13:16:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:16:33,166 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/.tmp/hbase.id]:[hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/hbase.id] 2024-12-02T13:16:33,173 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:33,173 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:16:33,174 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:16:33,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:33,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:33,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:16:33,580 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:33,580 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:16:33,581 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:16:33,987 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store 2024-12-02T13:16:33,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:16:34,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:34,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:34,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:34,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:34,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:34,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:34,392 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:34,392 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145394392Disabling compacts and flushes for region at 1733145394392Disabling writes for close at 1733145394392Writing region close event to WAL at 1733145394392Closed at 1733145394392 2024-12-02T13:16:34,393 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/.initializing 2024-12-02T13:16:34,393 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/WALs/06e3e18f2515,44669,1733145392690 2024-12-02T13:16:34,393 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:34,395 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C44669%2C1733145392690, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/WALs/06e3e18f2515,44669,1733145392690, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/oldWALs, maxLogs=10 2024-12-02T13:16:34,406 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/WALs/06e3e18f2515,44669,1733145392690/06e3e18f2515%2C44669%2C1733145392690.1733145394395, exclude list is [], retry=0 2024-12-02T13:16:34,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-00a54084-98b1-4dd4-98a7-93df75df59a2,DISK] 2024-12-02T13:16:34,409 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/WALs/06e3e18f2515,44669,1733145392690/06e3e18f2515%2C44669%2C1733145392690.1733145394395 2024-12-02T13:16:34,409 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39009:39009)] 2024-12-02T13:16:34,409 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:34,409 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:34,409 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,409 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:16:34,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:34,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:16:34,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:16:34,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:34,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:16:34,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:34,415 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,415 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,415 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,416 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,416 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,416 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:34,417 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:34,418 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:34,418 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70945437, jitterRate=0.057169392704963684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:34,419 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145394409Initializing all the Stores at 1733145394410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145394410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145394410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145394410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145394410Cleaning up temporary data from old regions at 1733145394416 (+6 ms)Region opened successfully at 1733145394419 (+3 ms) 2024-12-02T13:16:34,419 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:16:34,420 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a86d524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:34,421 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:16:34,421 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:16:34,421 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:16:34,421 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:16:34,422 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:16:34,422 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:16:34,422 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:16:34,423 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:16:34,424 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Unable to get data of znode /11651973768/balancer because node does not exist (not necessarily an error) 2024-12-02T13:16:34,424 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651973768/balancer already deleted, retry=false 2024-12-02T13:16:34,425 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:16:34,425 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Unable to get data of znode /11651973768/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:16:34,426 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651973768/normalizer already deleted, retry=false 2024-12-02T13:16:34,426 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:16:34,426 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Unable to get data of znode /11651973768/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:16:34,427 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651973768/switch/split already deleted, retry=false 2024-12-02T13:16:34,427 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Unable to get data of znode /11651973768/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:16:34,428 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651973768/switch/merge already deleted, retry=false 2024-12-02T13:16:34,429 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Unable to get data of znode /11651973768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:16:34,429 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651973768/snapshot-cleanup already deleted, retry=false 2024-12-02T13:16:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11651973768/running 2024-12-02T13:16:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11651973768/running 2024-12-02T13:16:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:34,430 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,44669,1733145392690, sessionid=0x1009b13416b0003, setting cluster-up flag (Was=false) 2024-12-02T13:16:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:34,433 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11651973768/flush-table-proc/acquired, /11651973768/flush-table-proc/reached, /11651973768/flush-table-proc/abort 2024-12-02T13:16:34,434 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,44669,1733145392690 2024-12-02T13:16:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:34,437 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11651973768/online-snapshot/acquired, /11651973768/online-snapshot/reached, /11651973768/online-snapshot/abort 2024-12-02T13:16:34,437 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,44669,1733145392690 2024-12-02T13:16:34,438 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:16:34,439 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:34,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:16:34,440 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:16:34,440 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,44669,1733145392690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:34,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:34,442 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145424442 2024-12-02T13:16:34,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:16:34,442 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:16:34,443 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:16:34,443 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:16:34,443 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:16:34,443 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:16:34,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,443 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:16:34,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:16:34,445 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,448 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:16:34,448 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:16:34,448 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:16:34,449 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:16:34,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:16:34,453 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:16:34,453 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:16:34,457 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145394453,5,FailOnTimeoutGroup] 2024-12-02T13:16:34,457 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145394457,5,FailOnTimeoutGroup] 2024-12-02T13:16:34,457 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,457 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:16:34,457 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,457 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,535 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(746): ClusterId : 1a90517e-4a7d-4404-9d4c-214bd37e8948 2024-12-02T13:16:34,535 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:16:34,536 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:16:34,536 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:16:34,537 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:16:34,538 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568fa77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:34,547 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:44139 2024-12-02T13:16:34,547 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:16:34,547 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:16:34,547 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:16:34,548 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,44669,1733145392690 with port=44139, startcode=1733145392716 2024-12-02T13:16:34,548 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:16:34,549 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:16:34,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,44139,1733145392716 2024-12-02T13:16:34,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44669 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:34,551 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40 2024-12-02T13:16:34,551 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34195 2024-12-02T13:16:34,551 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:16:34,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768/rs 2024-12-02T13:16:34,552 DEBUG [RS:0;06e3e18f2515:44139 {}] zookeeper.ZKUtil(111): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on existing znode=/11651973768/rs/06e3e18f2515,44139,1733145392716 2024-12-02T13:16:34,552 WARN [RS:0;06e3e18f2515:44139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:34,552 INFO [RS:0;06e3e18f2515:44139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:34,552 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716 2024-12-02T13:16:34,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,44139,1733145392716] 2024-12-02T13:16:34,555 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:16:34,556 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:16:34,556 INFO [RS:0;06e3e18f2515:44139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:16:34,556 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,556 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:16:34,557 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:16:34,557 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:34,557 DEBUG [RS:0;06e3e18f2515:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:34,560 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,560 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,560 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,560 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,560 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,560 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44139,1733145392716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:34,572 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:16:34,572 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44139,1733145392716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,572 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,572 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.Replication(171): 06e3e18f2515,44139,1733145392716 started 2024-12-02T13:16:34,582 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:34,582 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,44139,1733145392716, RpcServer on 06e3e18f2515/172.17.0.2:44139, sessionid=0x1009b13416b0004 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,44139,1733145392716 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,44139,1733145392716' 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11651973768/flush-table-proc/abort' 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11651973768/flush-table-proc/acquired' 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,44139,1733145392716 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,44139,1733145392716' 2024-12-02T13:16:34,583 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11651973768/online-snapshot/abort' 2024-12-02T13:16:34,584 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11651973768/online-snapshot/acquired' 2024-12-02T13:16:34,584 DEBUG [RS:0;06e3e18f2515:44139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:16:34,584 INFO [RS:0;06e3e18f2515:44139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:16:34,584 INFO [RS:0;06e3e18f2515:44139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:16:34,684 INFO [RS:0;06e3e18f2515:44139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:34,686 INFO [RS:0;06e3e18f2515:44139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C44139%2C1733145392716, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/oldWALs, maxLogs=10 2024-12-02T13:16:34,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:16:34,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,698 DEBUG [RS:0;06e3e18f2515:44139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, exclude list is [], retry=0 2024-12-02T13:16:34,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-00a54084-98b1-4dd4-98a7-93df75df59a2,DISK] 2024-12-02T13:16:34,704 INFO [RS:0;06e3e18f2515:44139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 2024-12-02T13:16:34,705 DEBUG [RS:0;06e3e18f2515:44139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39009:39009)] 2024-12-02T13:16:34,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:34,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:16:34,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40 2024-12-02T13:16:34,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:16:34,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:34,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:34,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:34,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:34,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:34,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:34,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:34,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:34,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:34,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:34,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:34,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:34,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:34,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:34,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:34,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740 2024-12-02T13:16:34,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740 2024-12-02T13:16:34,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:34,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:34,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:34,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:34,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:34,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68413256, jitterRate=0.019436955451965332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:34,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145394860Initializing all the Stores at 1733145394860Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145394860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145394861 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145394861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145394861Cleaning up temporary data from old regions at 1733145394867 (+6 ms)Region opened successfully at 1733145394870 (+3 ms) 2024-12-02T13:16:34,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:34,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:34,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:34,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:34,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:34,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:34,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145394870Disabling compacts and flushes for region at 1733145394870Disabling writes for close at 1733145394870Writing region close event to WAL at 1733145394871 (+1 ms)Closed at 1733145394871 2024-12-02T13:16:34,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:34,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:16:34,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:16:34,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:34,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:16:35,023 DEBUG [06e3e18f2515:44669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:16:35,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:35,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,44139,1733145392716, state=OPENING 2024-12-02T13:16:35,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:16:35,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:35,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:35,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651973768/meta-region-server: CHANGED 2024-12-02T13:16:35,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651973768/meta-region-server: CHANGED 2024-12-02T13:16:35,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:35,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,44139,1733145392716}] 2024-12-02T13:16:35,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:35,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:16:35,183 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:16:35,183 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:35,183 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:16:35,184 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C44139%2C1733145392716.meta, suffix=.meta, logDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/oldWALs, maxLogs=10 2024-12-02T13:16:35,194 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.meta.1733145395184.meta, exclude list is [], retry=0 2024-12-02T13:16:35,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-00a54084-98b1-4dd4-98a7-93df75df59a2,DISK] 2024-12-02T13:16:35,197 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.meta.1733145395184.meta 2024-12-02T13:16:35,198 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39009:39009)] 2024-12-02T13:16:35,198 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:35,198 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:35,198 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:35,198 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:16:35,198 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:16:35,198 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:16:35,199 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:35,199 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:16:35,199 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:16:35,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:35,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:35,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:35,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:35,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:35,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:35,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:35,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:35,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:35,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:35,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:35,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:35,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:35,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:35,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:35,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:35,204 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:35,204 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740 2024-12-02T13:16:35,205 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740 2024-12-02T13:16:35,206 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:35,206 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:35,206 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:35,207 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:35,207 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68178043, jitterRate=0.015932008624076843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:35,207 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:16:35,207 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145395199Writing region info on filesystem at 1733145395199Initializing all the Stores at 1733145395199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145395199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145395201 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145395201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145395201Cleaning up temporary data from old regions at 1733145395206 (+5 ms)Running coprocessor post-open hooks at 1733145395207 (+1 ms)Region opened successfully at 1733145395207 2024-12-02T13:16:35,208 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145395179 2024-12-02T13:16:35,210 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:16:35,210 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:16:35,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:35,211 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,44139,1733145392716, state=OPEN 2024-12-02T13:16:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11651973768/meta-region-server 2024-12-02T13:16:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11651973768/meta-region-server 2024-12-02T13:16:35,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:35,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651973768/meta-region-server: CHANGED 2024-12-02T13:16:35,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651973768/meta-region-server: CHANGED 2024-12-02T13:16:35,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:16:35,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,44139,1733145392716 in 184 msec 2024-12-02T13:16:35,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:16:35,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 341 msec 2024-12-02T13:16:35,215 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:35,215 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:16:35,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:35,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,44139,1733145392716, seqNum=-1] 2024-12-02T13:16:35,216 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:35,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:35,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 782 msec 2024-12-02T13:16:35,222 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145395222, completionTime=-1 2024-12-02T13:16:35,222 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:16:35,222 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145455224 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145515224 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44669,1733145392690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44669,1733145392690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44669,1733145392690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:44669, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:35,224 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:35,226 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:16:35,227 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.473sec 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44669,1733145392690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:35,230 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44669,1733145392690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:16:35,232 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:16:35,232 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:16:35,232 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44669,1733145392690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:35,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52643029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:35,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44669,-1 for getting cluster id 2024-12-02T13:16:35,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:35,237 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a90517e-4a7d-4404-9d4c-214bd37e8948' 2024-12-02T13:16:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a90517e-4a7d-4404-9d4c-214bd37e8948" 2024-12-02T13:16:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d4ce4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44669,-1] 2024-12-02T13:16:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:35,238 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:35,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab5754e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:35,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:35,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,44139,1733145392716, seqNum=-1] 2024-12-02T13:16:35,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:35,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:35,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,44669,1733145392690 2024-12-02T13:16:35,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:35,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b13416b0005 connected 2024-12-02T13:16:35,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.log.dir so I do NOT create it in target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567 2024-12-02T13:16:35,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:16:35,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.tmp.dir so I do NOT create it in target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567 2024-12-02T13:16:35,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:16:35,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567 2024-12-02T13:16:35,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:16:35,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/cluster_f8548b13-2b28-0af3-6d47-9c200378c912, deleteOnExit=true 2024-12-02T13:16:35,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/test.cache.data in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:16:35,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:35,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:16:35,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:16:35,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:16:35,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:16:35,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:16:35,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:16:35,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:35,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:35,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:35,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:35,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:16:35,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:35,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d513ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:35,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c54baa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:35,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8b5438{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/java.io.tmpdir/jetty-localhost-41617-hadoop-hdfs-3_4_1-tests_jar-_-any-3041059942236598628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:16:35,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64255021{HTTP/1.1, (http/1.1)}{localhost:41617} 2024-12-02T13:16:35,477 INFO [Time-limited test {}] server.Server(415): Started @211375ms 2024-12-02T13:16:35,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:16:35,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:16:35,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:16:35,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:16:35,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:16:35,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6181fcd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:16:35,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15cfca75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:16:35,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@657debdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/java.io.tmpdir/jetty-localhost-44867-hadoop-hdfs-3_4_1-tests_jar-_-any-6193159601167711866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:16:35,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28636311{HTTP/1.1, (http/1.1)}{localhost:44867} 2024-12-02T13:16:35,698 INFO [Time-limited test {}] server.Server(415): Started @211597ms 2024-12-02T13:16:35,699 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:16:35,761 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/cluster_f8548b13-2b28-0af3-6d47-9c200378c912/data/data1/current/BP-1943728576-172.17.0.2-1733145395267/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:35,762 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/cluster_f8548b13-2b28-0af3-6d47-9c200378c912/data/data2/current/BP-1943728576-172.17.0.2-1733145395267/current, will proceed with Du for space computation calculation, 2024-12-02T13:16:35,782 WARN [Thread-2890 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:16:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc0f848e34aa4919 with lease ID 0x69028d9cc16d1a15: Processing first storage report for DS-1d208f64-3499-4a05-8dca-5451a669263a from datanode DatanodeRegistration(127.0.0.1:45083, datanodeUuid=81a509ae-0e2e-4b55-adfb-e4b9fcee0f02, infoPort=33179, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=2039227967;c=1733145395267) 2024-12-02T13:16:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc0f848e34aa4919 with lease ID 0x69028d9cc16d1a15: from storage DS-1d208f64-3499-4a05-8dca-5451a669263a node DatanodeRegistration(127.0.0.1:45083, datanodeUuid=81a509ae-0e2e-4b55-adfb-e4b9fcee0f02, infoPort=33179, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=2039227967;c=1733145395267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc0f848e34aa4919 with lease ID 0x69028d9cc16d1a15: Processing first storage report for DS-11d01354-3dc4-4533-a888-579791232341 from datanode DatanodeRegistration(127.0.0.1:45083, datanodeUuid=81a509ae-0e2e-4b55-adfb-e4b9fcee0f02, infoPort=33179, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=2039227967;c=1733145395267) 2024-12-02T13:16:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc0f848e34aa4919 with lease ID 0x69028d9cc16d1a15: from storage DS-11d01354-3dc4-4533-a888-579791232341 node DatanodeRegistration(127.0.0.1:45083, datanodeUuid=81a509ae-0e2e-4b55-adfb-e4b9fcee0f02, infoPort=33179, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=2039227967;c=1733145395267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:16:35,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567 2024-12-02T13:16:35,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:35,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:35,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:16:35,836 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4 with version=8 2024-12-02T13:16:35,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/hbase-staging 2024-12-02T13:16:35,839 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:35,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:35,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:35,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:35,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:35,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:35,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:16:35,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:35,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43655 2024-12-02T13:16:35,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43655 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436550x0, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:35,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43655-0x1009b13416b0006 connected 2024-12-02T13:16:35,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:35,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:35,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on znode that does not yet exist, /22031727330/running 2024-12-02T13:16:35,854 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4, hbase.cluster.distributed=false 2024-12-02T13:16:35,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on znode that does not yet exist, /22031727330/acl 2024-12-02T13:16:35,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43655 2024-12-02T13:16:35,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43655 2024-12-02T13:16:35,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43655 2024-12-02T13:16:35,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43655 2024-12-02T13:16:35,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43655 2024-12-02T13:16:35,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:16:35,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:35,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:35,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:16:35,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:16:35,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:16:35,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:16:35,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:16:35,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40733 2024-12-02T13:16:35,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40733 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:35,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:35,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:35,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407330x0, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:35,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407330x0, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on znode that does not yet exist, /22031727330/running 2024-12-02T13:16:35,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40733-0x1009b13416b0007 connected 2024-12-02T13:16:35,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:16:35,887 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:16:35,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on znode that does not yet exist, /22031727330/master 2024-12-02T13:16:35,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on znode that does not yet exist, /22031727330/acl 2024-12-02T13:16:35,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40733 2024-12-02T13:16:35,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40733 2024-12-02T13:16:35,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40733 2024-12-02T13:16:35,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40733 2024-12-02T13:16:35,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40733 2024-12-02T13:16:35,910 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:43655 2024-12-02T13:16:35,910 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22031727330/backup-masters/06e3e18f2515,43655,1733145395839 2024-12-02T13:16:35,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330/backup-masters 2024-12-02T13:16:35,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330/backup-masters 2024-12-02T13:16:35,911 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on existing znode=/22031727330/backup-masters/06e3e18f2515,43655,1733145395839 2024-12-02T13:16:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22031727330/master 2024-12-02T13:16:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:35,912 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on existing znode=/22031727330/master 2024-12-02T13:16:35,913 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22031727330/backup-masters/06e3e18f2515,43655,1733145395839 from backup master directory 2024-12-02T13:16:35,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031727330/backup-masters/06e3e18f2515,43655,1733145395839 2024-12-02T13:16:35,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330/backup-masters 2024-12-02T13:16:35,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330/backup-masters 2024-12-02T13:16:35,913 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:35,913 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,43655,1733145395839 2024-12-02T13:16:35,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/hbase.id] with ID: f6707402-708a-478a-bfee-58d35fe792a5 2024-12-02T13:16:35,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/.tmp/hbase.id 2024-12-02T13:16:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:16:36,323 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/.tmp/hbase.id]:[hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/hbase.id] 2024-12-02T13:16:36,330 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:16:36,330 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:16:36,331 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:16:36,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:36,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:16:36,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:36,373 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:36,373 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38263 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:36,737 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:36,738 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:16:36,740 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:36,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:16:37,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:16:37,148 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store 2024-12-02T13:16:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:16:37,553 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:37,553 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:16:37,553 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:37,553 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:37,554 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:16:37,554 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:37,554 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:16:37,554 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145397553Disabling compacts and flushes for region at 1733145397553Disabling writes for close at 1733145397554 (+1 ms)Writing region close event to WAL at 1733145397554Closed at 1733145397554 2024-12-02T13:16:37,554 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/.initializing 2024-12-02T13:16:37,554 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/WALs/06e3e18f2515,43655,1733145395839 2024-12-02T13:16:37,555 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:37,556 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C43655%2C1733145395839, suffix=, logDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/WALs/06e3e18f2515,43655,1733145395839, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/oldWALs, maxLogs=10 2024-12-02T13:16:37,568 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/WALs/06e3e18f2515,43655,1733145395839/06e3e18f2515%2C43655%2C1733145395839.1733145397557, exclude list is [], retry=0 2024-12-02T13:16:37,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45083,DS-1d208f64-3499-4a05-8dca-5451a669263a,DISK] 2024-12-02T13:16:37,572 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/WALs/06e3e18f2515,43655,1733145395839/06e3e18f2515%2C43655%2C1733145395839.1733145397557 2024-12-02T13:16:37,572 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-12-02T13:16:37,572 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:37,572 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:37,573 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,573 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:16:37,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:16:37,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:37,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:37,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:16:37,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:37,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:37,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:16:37,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:37,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:37,579 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,579 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,580 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,580 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,580 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,581 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:37,581 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:16:37,583 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:37,583 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70675560, jitterRate=0.05314791202545166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:37,583 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145397573Initializing all the Stores at 1733145397573Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145397573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145397574 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145397574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145397574Cleaning up temporary data from old regions at 1733145397580 (+6 ms)Region opened successfully at 1733145397583 (+3 ms) 2024-12-02T13:16:37,583 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:16:37,585 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d653600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:37,586 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:16:37,586 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:16:37,586 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:16:37,586 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:16:37,586 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:16:37,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:16:37,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:16:37,588 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:16:37,589 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Unable to get data of znode /22031727330/balancer because node does not exist (not necessarily an error) 2024-12-02T13:16:37,590 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031727330/balancer already deleted, retry=false 2024-12-02T13:16:37,590 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:16:37,591 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Unable to get data of znode /22031727330/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:16:37,591 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031727330/normalizer already deleted, retry=false 2024-12-02T13:16:37,591 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:16:37,592 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Unable to get data of znode /22031727330/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:16:37,593 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031727330/switch/split already deleted, retry=false 2024-12-02T13:16:37,593 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Unable to get data of znode /22031727330/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:16:37,594 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031727330/switch/merge already deleted, retry=false 2024-12-02T13:16:37,595 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Unable to get data of znode /22031727330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:16:37,596 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031727330/snapshot-cleanup already deleted, retry=false 2024-12-02T13:16:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22031727330/running 2024-12-02T13:16:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22031727330/running 2024-12-02T13:16:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:37,597 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,43655,1733145395839, sessionid=0x1009b13416b0006, setting cluster-up flag (Was=false) 2024-12-02T13:16:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:37,600 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22031727330/flush-table-proc/acquired, /22031727330/flush-table-proc/reached, /22031727330/flush-table-proc/abort 2024-12-02T13:16:37,601 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,43655,1733145395839 2024-12-02T13:16:37,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:37,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:37,605 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22031727330/online-snapshot/acquired, /22031727330/online-snapshot/reached, /22031727330/online-snapshot/abort 2024-12-02T13:16:37,606 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,43655,1733145395839 2024-12-02T13:16:37,607 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:16:37,608 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:37,609 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:16:37,609 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:16:37,609 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,43655,1733145395839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:37,610 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:37,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:16:37,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:37,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:16:37,622 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145427622 2024-12-02T13:16:37,622 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:16:37,622 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:16:37,622 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:16:37,622 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:16:37,623 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:16:37,623 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:16:37,624 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,624 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:16:37,624 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:16:37,624 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:16:37,624 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:16:37,625 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:16:37,625 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:16:37,625 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145397625,5,FailOnTimeoutGroup] 2024-12-02T13:16:37,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:16:37,629 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145397625,5,FailOnTimeoutGroup] 2024-12-02T13:16:37,629 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,629 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:16:37,629 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,629 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,700 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(746): ClusterId : f6707402-708a-478a-bfee-58d35fe792a5 2024-12-02T13:16:37,700 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:16:37,701 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:16:37,701 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:16:37,702 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:16:37,702 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d9008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:16:37,713 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:40733 2024-12-02T13:16:37,713 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:16:37,713 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:16:37,713 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:16:37,714 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,43655,1733145395839 with port=40733, startcode=1733145395880 2024-12-02T13:16:37,714 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:16:37,715 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:16:37,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,40733,1733145395880 2024-12-02T13:16:37,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43655 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:37,716 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4 2024-12-02T13:16:37,716 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36343 2024-12-02T13:16:37,716 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:16:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330/rs 2024-12-02T13:16:37,719 DEBUG [RS:0;06e3e18f2515:40733 {}] zookeeper.ZKUtil(111): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on existing znode=/22031727330/rs/06e3e18f2515,40733,1733145395880 2024-12-02T13:16:37,719 WARN [RS:0;06e3e18f2515:40733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:16:37,719 INFO [RS:0;06e3e18f2515:40733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:37,719 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880 2024-12-02T13:16:37,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,40733,1733145395880] 2024-12-02T13:16:37,722 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:16:37,723 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:16:37,724 INFO [RS:0;06e3e18f2515:40733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:16:37,724 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,724 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:16:37,725 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:16:37,725 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:37,725 DEBUG [RS:0;06e3e18f2515:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:16:37,727 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,727 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,727 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,727 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,727 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,727 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40733,1733145395880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:37,738 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:16:37,738 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,40733,1733145395880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,738 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,739 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.Replication(171): 06e3e18f2515,40733,1733145395880 started 2024-12-02T13:16:37,750 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:37,750 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,40733,1733145395880, RpcServer on 06e3e18f2515/172.17.0.2:40733, sessionid=0x1009b13416b0007 2024-12-02T13:16:37,750 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:16:37,750 DEBUG [RS:0;06e3e18f2515:40733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,40733,1733145395880 2024-12-02T13:16:37,750 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,40733,1733145395880' 2024-12-02T13:16:37,750 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22031727330/flush-table-proc/abort' 2024-12-02T13:16:37,750 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22031727330/flush-table-proc/acquired' 2024-12-02T13:16:37,751 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:16:37,751 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:16:37,751 DEBUG [RS:0;06e3e18f2515:40733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,40733,1733145395880 2024-12-02T13:16:37,751 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,40733,1733145395880' 2024-12-02T13:16:37,751 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22031727330/online-snapshot/abort' 2024-12-02T13:16:37,751 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22031727330/online-snapshot/acquired' 2024-12-02T13:16:37,751 DEBUG [RS:0;06e3e18f2515:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:16:37,751 INFO [RS:0;06e3e18f2515:40733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:16:37,751 INFO [RS:0;06e3e18f2515:40733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:16:37,852 INFO [RS:0;06e3e18f2515:40733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:16:37,853 INFO [RS:0;06e3e18f2515:40733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C40733%2C1733145395880, suffix=, logDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/oldWALs, maxLogs=10 2024-12-02T13:16:37,863 DEBUG [RS:0;06e3e18f2515:40733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, exclude list is [], retry=0 2024-12-02T13:16:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45083,DS-1d208f64-3499-4a05-8dca-5451a669263a,DISK] 2024-12-02T13:16:37,866 INFO [RS:0;06e3e18f2515:40733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 2024-12-02T13:16:37,866 DEBUG [RS:0;06e3e18f2515:40733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-12-02T13:16:38,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:16:38,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4 2024-12-02T13:16:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:16:38,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:38,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:38,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:38,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:38,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:38,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:38,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:38,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:38,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:38,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:38,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740 2024-12-02T13:16:38,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740 2024-12-02T13:16:38,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:38,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:38,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:38,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:38,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:38,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73734874, jitterRate=0.09873524308204651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145398434Initializing all the Stores at 1733145398435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145398435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145398435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145398435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145398435Cleaning up temporary data from old regions at 1733145398442 (+7 ms)Region opened successfully at 1733145398445 (+3 ms) 2024-12-02T13:16:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:38,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:38,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:16:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145398445Disabling compacts and flushes for region at 1733145398445Disabling writes for close at 1733145398445Writing region close event to WAL at 1733145398445Closed at 1733145398445 2024-12-02T13:16:38,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:38,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:16:38,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:16:38,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:38,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:16:38,598 DEBUG [06e3e18f2515:43655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:16:38,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:38,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,40733,1733145395880, state=OPENING 2024-12-02T13:16:38,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:16:38,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:38,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:38,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:16:38,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031727330/meta-region-server: CHANGED 2024-12-02T13:16:38,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031727330/meta-region-server: CHANGED 2024-12-02T13:16:38,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,40733,1733145395880}] 2024-12-02T13:16:38,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:38,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:16:38,758 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:16:38,758 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:38,758 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:16:38,759 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C40733%2C1733145395880.meta, suffix=.meta, logDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/oldWALs, maxLogs=10 2024-12-02T13:16:38,770 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.meta.1733145398759.meta, exclude list is [], retry=0 2024-12-02T13:16:38,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45083,DS-1d208f64-3499-4a05-8dca-5451a669263a,DISK] 2024-12-02T13:16:38,773 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.meta.1733145398759.meta 2024-12-02T13:16:38,773 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-12-02T13:16:38,773 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:38,774 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:38,774 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:38,774 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:16:38,774 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:16:38,774 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:16:38,774 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:38,774 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:16:38,774 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:16:38,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:16:38,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:16:38,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:16:38,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:16:38,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:16:38,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:16:38,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:16:38,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:16:38,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:16:38,779 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:16:38,780 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740 2024-12-02T13:16:38,780 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740 2024-12-02T13:16:38,781 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:16:38,781 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:16:38,781 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:16:38,782 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:16:38,782 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66549112, jitterRate=-0.008340954780578613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:16:38,782 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:16:38,782 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145398774Writing region info on filesystem at 1733145398774Initializing all the Stores at 1733145398775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145398775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145398775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145398775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145398775Cleaning up temporary data from old regions at 1733145398781 (+6 ms)Running coprocessor post-open hooks at 1733145398782 (+1 ms)Region opened successfully at 1733145398782 2024-12-02T13:16:38,783 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145398754 2024-12-02T13:16:38,785 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:16:38,785 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:16:38,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:38,786 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,40733,1733145395880, state=OPEN 2024-12-02T13:16:38,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22031727330/meta-region-server 2024-12-02T13:16:38,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22031727330/meta-region-server 2024-12-02T13:16:38,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031727330/meta-region-server: CHANGED 2024-12-02T13:16:38,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:38,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031727330/meta-region-server: CHANGED 2024-12-02T13:16:38,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:16:38,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,40733,1733145395880 in 185 msec 2024-12-02T13:16:38,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:16:38,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-12-02T13:16:38,791 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:16:38,791 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:16:38,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:38,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40733,1733145395880, seqNum=-1] 2024-12-02T13:16:38,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:38,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:38,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-12-02T13:16:38,797 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145398797, completionTime=-1 2024-12-02T13:16:38,798 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:16:38,798 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:16:38,799 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:16:38,799 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145458799 2024-12-02T13:16:38,799 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145518799 2024-12-02T13:16:38,799 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:16:38,800 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43655,1733145395839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:38,800 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43655,1733145395839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:38,800 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43655,1733145395839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:38,800 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:43655, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:38,800 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:38,800 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:38,802 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.890sec 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43655,1733145395839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:16:38,803 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43655,1733145395839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:16:38,805 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:16:38,805 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:16:38,805 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43655,1733145395839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:16:38,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:38,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:38,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:38,901 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc65f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:38,903 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:38,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8a65f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:38,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40733,1733145395880, seqNum=-1] 2024-12-02T13:16:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:38,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:38,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,43655,1733145395839 2024-12-02T13:16:38,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60877 2024-12-02T13:16:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:16:38,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009b13416b0008 connected 2024-12-02T13:16:38,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39011,1733145389188 2024-12-02T13:16:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aba0f3e 2024-12-02T13:16:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:38,913 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:38,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:16:38,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:38,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:38,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:16:38,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:38,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:16:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:39,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:16:39,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:16:39,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:16:39,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T13:16:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:39,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec81dba995412fd9e9c9e6acab391a1f, NAME => 'test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b 2024-12-02T13:16:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:16:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:39,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:39,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec81dba995412fd9e9c9e6acab391a1f, disabling compactions & flushes 2024-12-02T13:16:39,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:16:39,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:16:39,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. after waiting 0 ms 2024-12-02T13:16:39,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:16:39,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:16:39,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec81dba995412fd9e9c9e6acab391a1f: Waiting for close lock at 1733145399727Disabling compacts and flushes for region at 1733145399727Disabling writes for close at 1733145399727Writing region close event to WAL at 1733145399727Closed at 1733145399727 2024-12-02T13:16:39,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:39,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145399728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145399728"}]},"ts":"1733145399728"} 2024-12-02T13:16:39,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:39,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:39,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145399731"}]},"ts":"1733145399731"} 2024-12-02T13:16:39,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:16:39,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec81dba995412fd9e9c9e6acab391a1f, ASSIGN}] 2024-12-02T13:16:39,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec81dba995412fd9e9c9e6acab391a1f, ASSIGN 2024-12-02T13:16:39,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec81dba995412fd9e9c9e6acab391a1f, ASSIGN; state=OFFLINE, location=06e3e18f2515,34089,1733145389228; forceNewPlan=false, retain=false 2024-12-02T13:16:39,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec81dba995412fd9e9c9e6acab391a1f, regionState=OPENING, regionLocation=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:39,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec81dba995412fd9e9c9e6acab391a1f, ASSIGN because future has completed 2024-12-02T13:16:39,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec81dba995412fd9e9c9e6acab391a1f, server=06e3e18f2515,34089,1733145389228}] 2024-12-02T13:16:40,042 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:16:40,042 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec81dba995412fd9e9c9e6acab391a1f, NAME => 'test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:40,043 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:40,043 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:16:40,043 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,043 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:40,043 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,043 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,044 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,045 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81dba995412fd9e9c9e6acab391a1f columnFamilyName f 2024-12-02T13:16:40,045 DEBUG [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:40,045 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] regionserver.HStore(327): Store=ec81dba995412fd9e9c9e6acab391a1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:40,045 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,046 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81dba995412fd9e9c9e6acab391a1f columnFamilyName f1 2024-12-02T13:16:40,046 DEBUG [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:40,046 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] regionserver.HStore(327): Store=ec81dba995412fd9e9c9e6acab391a1f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:40,046 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,047 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81dba995412fd9e9c9e6acab391a1f columnFamilyName norep 2024-12-02T13:16:40,047 DEBUG [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:40,047 INFO [StoreOpener-ec81dba995412fd9e9c9e6acab391a1f-1 {}] regionserver.HStore(327): Store=ec81dba995412fd9e9c9e6acab391a1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:40,047 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,048 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,048 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,048 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,048 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,049 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:40,049 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,051 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:40,051 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec81dba995412fd9e9c9e6acab391a1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62645839, jitterRate=-0.06650425493717194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:40,051 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:16:40,052 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec81dba995412fd9e9c9e6acab391a1f: Running coprocessor pre-open hook at 1733145400043Writing region info on filesystem at 1733145400043Initializing all the Stores at 1733145400044 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145400044Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145400044Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145400044Cleaning up temporary data from old regions at 1733145400048 (+4 ms)Running coprocessor post-open hooks at 1733145400051 (+3 ms)Region opened successfully at 1733145400052 (+1 ms) 2024-12-02T13:16:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:40,053 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f., pid=6, masterSystemTime=1733145400039 2024-12-02T13:16:40,055 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:16:40,055 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:16:40,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec81dba995412fd9e9c9e6acab391a1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:40,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec81dba995412fd9e9c9e6acab391a1f, server=06e3e18f2515,34089,1733145389228 because future has completed 2024-12-02T13:16:40,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:16:40,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec81dba995412fd9e9c9e6acab391a1f, server=06e3e18f2515,34089,1733145389228 in 170 msec 2024-12-02T13:16:40,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:16:40,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec81dba995412fd9e9c9e6acab391a1f, ASSIGN in 326 msec 2024-12-02T13:16:40,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:40,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145400061"}]},"ts":"1733145400061"} 2024-12-02T13:16:40,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:16:40,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:40,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-02T13:16:40,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:16:40,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:40,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:41,063 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:16:41,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44669,1733145392690 2024-12-02T13:16:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9833bc2 2024-12-02T13:16:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:41,065 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:41,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:16:41,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:41,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:41,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:16:41,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:16:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:41,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7e4d06e67900d39d178226523a690a9, NAME => 'test,,1733145401066.a7e4d06e67900d39d178226523a690a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40 2024-12-02T13:16:41,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:16:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:41,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145401066.a7e4d06e67900d39d178226523a690a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:41,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7e4d06e67900d39d178226523a690a9, disabling compactions & flushes 2024-12-02T13:16:41,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:16:41,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:16:41,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145401066.a7e4d06e67900d39d178226523a690a9. after waiting 0 ms 2024-12-02T13:16:41,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:16:41,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:16:41,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7e4d06e67900d39d178226523a690a9: Waiting for close lock at 1733145401880Disabling compacts and flushes for region at 1733145401880Disabling writes for close at 1733145401880Writing region close event to WAL at 1733145401880Closed at 1733145401880 2024-12-02T13:16:41,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:41,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145401066.a7e4d06e67900d39d178226523a690a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145401881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145401881"}]},"ts":"1733145401881"} 2024-12-02T13:16:41,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:41,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:41,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145401884"}]},"ts":"1733145401884"} 2024-12-02T13:16:41,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:16:41,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7e4d06e67900d39d178226523a690a9, ASSIGN}] 2024-12-02T13:16:41,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7e4d06e67900d39d178226523a690a9, ASSIGN 2024-12-02T13:16:41,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7e4d06e67900d39d178226523a690a9, ASSIGN; state=OFFLINE, location=06e3e18f2515,44139,1733145392716; forceNewPlan=false, retain=false 2024-12-02T13:16:42,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7e4d06e67900d39d178226523a690a9, regionState=OPENING, regionLocation=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:42,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7e4d06e67900d39d178226523a690a9, ASSIGN because future has completed 2024-12-02T13:16:42,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7e4d06e67900d39d178226523a690a9, server=06e3e18f2515,44139,1733145392716}] 2024-12-02T13:16:42,194 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:16:42,195 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7e4d06e67900d39d178226523a690a9, NAME => 'test,,1733145401066.a7e4d06e67900d39d178226523a690a9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:42,195 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:42,195 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:16:42,195 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,195 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145401066.a7e4d06e67900d39d178226523a690a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:42,195 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,195 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,196 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,197 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7e4d06e67900d39d178226523a690a9 columnFamilyName f 2024-12-02T13:16:42,197 DEBUG [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:42,197 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] regionserver.HStore(327): Store=a7e4d06e67900d39d178226523a690a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:42,197 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,198 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7e4d06e67900d39d178226523a690a9 columnFamilyName f1 2024-12-02T13:16:42,198 DEBUG [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:42,198 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] regionserver.HStore(327): Store=a7e4d06e67900d39d178226523a690a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:42,198 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,199 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7e4d06e67900d39d178226523a690a9 columnFamilyName norep 2024-12-02T13:16:42,199 DEBUG [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:42,199 INFO [StoreOpener-a7e4d06e67900d39d178226523a690a9-1 {}] regionserver.HStore(327): Store=a7e4d06e67900d39d178226523a690a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:42,200 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,200 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,200 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,201 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,201 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,201 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:42,202 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:42,203 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:42,203 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7e4d06e67900d39d178226523a690a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73907693, jitterRate=0.10131044685840607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:42,203 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:16:42,203 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7e4d06e67900d39d178226523a690a9: Running coprocessor pre-open hook at 1733145402195Writing region info on filesystem at 1733145402195Initializing all the Stores at 1733145402196 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145402196Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145402196Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145402196Cleaning up temporary data from old regions at 1733145402201 (+5 ms)Running coprocessor post-open hooks at 1733145402203 (+2 ms)Region opened successfully at 1733145402203 2024-12-02T13:16:42,204 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145401066.a7e4d06e67900d39d178226523a690a9., pid=6, masterSystemTime=1733145402192 2024-12-02T13:16:42,206 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:16:42,206 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:16:42,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7e4d06e67900d39d178226523a690a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:42,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7e4d06e67900d39d178226523a690a9, server=06e3e18f2515,44139,1733145392716 because future has completed 2024-12-02T13:16:42,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:16:42,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7e4d06e67900d39d178226523a690a9, server=06e3e18f2515,44139,1733145392716 in 169 msec 2024-12-02T13:16:42,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:16:42,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7e4d06e67900d39d178226523a690a9, ASSIGN in 325 msec 2024-12-02T13:16:42,212 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:42,212 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145402212"}]},"ts":"1733145402212"} 2024-12-02T13:16:42,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:16:42,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:42,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-02T13:16:43,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:16:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:43,212 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:16:43,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:43,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43655,1733145395839 2024-12-02T13:16:43,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47a56739 2024-12-02T13:16:43,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:43,214 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:43,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:16:43,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:43,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:43,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:43,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:43,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:16:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:43,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e2b195fb16ac31890cc999b5adc2080, NAME => 'test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4 2024-12-02T13:16:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:16:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:44,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:44,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e2b195fb16ac31890cc999b5adc2080, disabling compactions & flushes 2024-12-02T13:16:44,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:44,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:44,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. after waiting 0 ms 2024-12-02T13:16:44,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:44,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:44,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e2b195fb16ac31890cc999b5adc2080: Waiting for close lock at 1733145404030Disabling compacts and flushes for region at 1733145404030Disabling writes for close at 1733145404030Writing region close event to WAL at 1733145404030Closed at 1733145404030 2024-12-02T13:16:44,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:44,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145404032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145404032"}]},"ts":"1733145404032"} 2024-12-02T13:16:44,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:44,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:44,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145404034"}]},"ts":"1733145404034"} 2024-12-02T13:16:44,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:16:44,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e2b195fb16ac31890cc999b5adc2080, ASSIGN}] 2024-12-02T13:16:44,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e2b195fb16ac31890cc999b5adc2080, ASSIGN 2024-12-02T13:16:44,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e2b195fb16ac31890cc999b5adc2080, ASSIGN; state=OFFLINE, location=06e3e18f2515,40733,1733145395880; forceNewPlan=false, retain=false 2024-12-02T13:16:44,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e2b195fb16ac31890cc999b5adc2080, regionState=OPENING, regionLocation=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:44,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e2b195fb16ac31890cc999b5adc2080, ASSIGN because future has completed 2024-12-02T13:16:44,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e2b195fb16ac31890cc999b5adc2080, server=06e3e18f2515,40733,1733145395880}] 2024-12-02T13:16:44,345 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:44,345 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e2b195fb16ac31890cc999b5adc2080, NAME => 'test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:44,345 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:44,345 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:16:44,345 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,346 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:44,346 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,346 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,347 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,348 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2b195fb16ac31890cc999b5adc2080 columnFamilyName f 2024-12-02T13:16:44,348 DEBUG [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:44,348 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] regionserver.HStore(327): Store=0e2b195fb16ac31890cc999b5adc2080/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:44,348 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,349 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2b195fb16ac31890cc999b5adc2080 columnFamilyName f1 2024-12-02T13:16:44,349 DEBUG [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:44,349 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] regionserver.HStore(327): Store=0e2b195fb16ac31890cc999b5adc2080/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:44,349 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,350 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2b195fb16ac31890cc999b5adc2080 columnFamilyName norep 2024-12-02T13:16:44,350 DEBUG [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:44,350 INFO [StoreOpener-0e2b195fb16ac31890cc999b5adc2080-1 {}] regionserver.HStore(327): Store=0e2b195fb16ac31890cc999b5adc2080/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:44,350 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,351 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,351 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:44,356 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,356 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,357 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:44,358 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:44,367 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e2b195fb16ac31890cc999b5adc2080; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66803227, jitterRate=-0.004554346203804016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:44,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:44,367 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e2b195fb16ac31890cc999b5adc2080: Running coprocessor pre-open hook at 1733145404346Writing region info on filesystem at 1733145404346Initializing all the Stores at 1733145404346Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145404346Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145404346Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145404346Cleaning up temporary data from old regions at 1733145404356 (+10 ms)Running coprocessor post-open hooks at 1733145404367 (+11 ms)Region opened successfully at 1733145404367 2024-12-02T13:16:44,368 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080., pid=6, masterSystemTime=1733145404341 2024-12-02T13:16:44,370 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:44,370 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:44,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e2b195fb16ac31890cc999b5adc2080, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:44,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e2b195fb16ac31890cc999b5adc2080, server=06e3e18f2515,40733,1733145395880 because future has completed 2024-12-02T13:16:44,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:16:44,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e2b195fb16ac31890cc999b5adc2080, server=06e3e18f2515,40733,1733145395880 in 183 msec 2024-12-02T13:16:44,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:16:44,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e2b195fb16ac31890cc999b5adc2080, ASSIGN in 338 msec 2024-12-02T13:16:44,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:44,376 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145404376"}]},"ts":"1733145404376"} 2024-12-02T13:16:44,378 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:16:44,378 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:44,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-02T13:16:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:16:45,363 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:16:45,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:45,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39011,-1 for getting cluster id 2024-12-02T13:16:45,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:45,364 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71778666-865b-459c-9a17-f126bf9c42e9' 2024-12-02T13:16:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71778666-865b-459c-9a17-f126bf9c42e9" 2024-12-02T13:16:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308d252b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39011,-1] 2024-12-02T13:16:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:45,365 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1190918f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:45,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39011,1733145389188 2024-12-02T13:16:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38902066 2024-12-02T13:16:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:45,368 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:45,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:44669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:16:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:16:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:45,370 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:44669' 2024-12-02T13:16:45,371 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503c1e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:45,371 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44669,-1 for getting cluster id 2024-12-02T13:16:45,371 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:45,372 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a90517e-4a7d-4404-9d4c-214bd37e8948' 2024-12-02T13:16:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a90517e-4a7d-4404-9d4c-214bd37e8948" 2024-12-02T13:16:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206a21e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44669,-1] 2024-12-02T13:16:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:45,373 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:45,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60d9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:45,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:45,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44669,1733145392690 2024-12-02T13:16:45,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1617fc 2024-12-02T13:16:45,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:45,375 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:45,375 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:16:45,375 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:16:45,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:45,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:45,376 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:45,376 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:45,377 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:16:45,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:45,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:45,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:16:45,427 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:16:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:45,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a30b81ae6544a11cbd36f8a3b4a56cf, NAME => 'hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b 2024-12-02T13:16:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:16:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:46,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:46,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a30b81ae6544a11cbd36f8a3b4a56cf, disabling compactions & flushes 2024-12-02T13:16:46,190 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:16:46,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:16:46,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. after waiting 0 ms 2024-12-02T13:16:46,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:16:46,190 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:16:46,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a30b81ae6544a11cbd36f8a3b4a56cf: Waiting for close lock at 1733145406190Disabling compacts and flushes for region at 1733145406190Disabling writes for close at 1733145406190Writing region close event to WAL at 1733145406190Closed at 1733145406190 2024-12-02T13:16:46,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:46,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145406191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145406191"}]},"ts":"1733145406191"} 2024-12-02T13:16:46,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:46,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:46,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145406193"}]},"ts":"1733145406193"} 2024-12-02T13:16:46,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:16:46,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a30b81ae6544a11cbd36f8a3b4a56cf, ASSIGN}] 2024-12-02T13:16:46,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a30b81ae6544a11cbd36f8a3b4a56cf, ASSIGN 2024-12-02T13:16:46,196 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a30b81ae6544a11cbd36f8a3b4a56cf, ASSIGN; state=OFFLINE, location=06e3e18f2515,34089,1733145389228; forceNewPlan=false, retain=false 2024-12-02T13:16:46,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a30b81ae6544a11cbd36f8a3b4a56cf, regionState=OPENING, regionLocation=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:46,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a30b81ae6544a11cbd36f8a3b4a56cf, ASSIGN because future has completed 2024-12-02T13:16:46,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a30b81ae6544a11cbd36f8a3b4a56cf, server=06e3e18f2515,34089,1733145389228}] 2024-12-02T13:16:46,402 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:46,402 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:46,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:16:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:46,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:16:46,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:46,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:16:46,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C34089%2C1733145389228.rep, suffix=, logDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228, archiveDir=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/oldWALs, maxLogs=10 2024-12-02T13:16:46,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.rep.1733145406506, exclude list is [], retry=0 2024-12-02T13:16:46,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43799,DS-eafe2e7e-66b4-43ad-9c9e-94ce94ef393f,DISK] 2024-12-02T13:16:46,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.rep.1733145406506 2024-12-02T13:16:46,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-12-02T13:16:46,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a30b81ae6544a11cbd36f8a3b4a56cf, NAME => 'hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:46,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:46,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:46,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. service=MultiRowMutationService 2024-12-02T13:16:46,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:16:46,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:46,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,529 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,530 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a30b81ae6544a11cbd36f8a3b4a56cf columnFamilyName hfileref 2024-12-02T13:16:46,530 DEBUG [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:46,531 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] regionserver.HStore(327): Store=0a30b81ae6544a11cbd36f8a3b4a56cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:46,531 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,532 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a30b81ae6544a11cbd36f8a3b4a56cf columnFamilyName queue 2024-12-02T13:16:46,532 DEBUG [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:46,532 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] regionserver.HStore(327): Store=0a30b81ae6544a11cbd36f8a3b4a56cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:46,532 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,533 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a30b81ae6544a11cbd36f8a3b4a56cf columnFamilyName sid 2024-12-02T13:16:46,533 DEBUG [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:46,534 INFO [StoreOpener-0a30b81ae6544a11cbd36f8a3b4a56cf-1 {}] regionserver.HStore(327): Store=0a30b81ae6544a11cbd36f8a3b4a56cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:46,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:46,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:46,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a30b81ae6544a11cbd36f8a3b4a56cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73171389, jitterRate=0.09033866226673126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:46,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:16:46,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a30b81ae6544a11cbd36f8a3b4a56cf: Running coprocessor pre-open hook at 1733145406524Writing region info on filesystem at 1733145406524Initializing all the Stores at 1733145406525 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145406525Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145406529 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145406529Cleaning up temporary data from old regions at 1733145406536 (+7 ms)Running coprocessor post-open hooks at 1733145406542 (+6 ms)Region opened successfully at 1733145406542 2024-12-02T13:16:46,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf., pid=10, masterSystemTime=1733145406501 2024-12-02T13:16:46,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:16:46,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:16:46,545 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a30b81ae6544a11cbd36f8a3b4a56cf, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,34089,1733145389228 2024-12-02T13:16:46,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a30b81ae6544a11cbd36f8a3b4a56cf, server=06e3e18f2515,34089,1733145389228 because future has completed 2024-12-02T13:16:46,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:16:46,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a30b81ae6544a11cbd36f8a3b4a56cf, server=06e3e18f2515,34089,1733145389228 in 198 msec 2024-12-02T13:16:46,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:16:46,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a30b81ae6544a11cbd36f8a3b4a56cf, ASSIGN in 354 msec 2024-12-02T13:16:46,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:46,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145406552"}]},"ts":"1733145406552"} 2024-12-02T13:16:46,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:16:46,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:46,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-02T13:16:46,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf., hostname=06e3e18f2515,34089,1733145389228, seqNum=2] 2024-12-02T13:16:46,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:46,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:16:46,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:16:46,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:16:46,742 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:16:46,767 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,34089,1733145389228, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:16:46,768 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:46,768 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34089,1733145389228, seqNum=-1] 2024-12-02T13:16:46,768 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:46,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:46,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,34089,1733145389228', locateType=CURRENT is [region=hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf., hostname=06e3e18f2515,34089,1733145389228, seqNum=2] 2024-12-02T13:16:46,776 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:16:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:16:46,778 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,34089,1733145389228 suceeded 2024-12-02T13:16:46,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:16:46,780 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:44669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:16:46,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-02T13:16:46,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-12-02T13:16:46,789 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:44669' 2024-12-02T13:16:46,791 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41747537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:46,791 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44669,-1 for getting cluster id 2024-12-02T13:16:46,792 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:46,792 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a90517e-4a7d-4404-9d4c-214bd37e8948' 2024-12-02T13:16:46,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:46,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a90517e-4a7d-4404-9d4c-214bd37e8948" 2024-12-02T13:16:46,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b59494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:46,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44669,-1] 2024-12-02T13:16:46,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:46,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:46,794 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:46,794 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2841b08b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:46,794 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:46,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44669,1733145392690 2024-12-02T13:16:46,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fe05019 2024-12-02T13:16:46,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:46,796 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-02T13:16:46,796 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,34089,1733145389228 (queues=1) is replicating from cluster=71778666-865b-459c-9a17-f126bf9c42e9 to cluster=1a90517e-4a7d-4404-9d4c-214bd37e8948 2024-12-02T13:16:46,796 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C34089%2C1733145389228 2024-12-02T13:16:46,796 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,34089,1733145389228, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:16:46,797 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, startPosition=0, beingWritten=true 2024-12-02T13:16:46,797 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C34089%2C1733145389228 2024-12-02T13:16:46,804 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:46,805 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:46,805 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:47,010 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:47,314 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:47,513 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:16:47,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:47,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:47,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:47,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:47,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:47,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:47,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44669,-1 for getting cluster id 2024-12-02T13:16:47,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:47,516 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a90517e-4a7d-4404-9d4c-214bd37e8948' 2024-12-02T13:16:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a90517e-4a7d-4404-9d4c-214bd37e8948" 2024-12-02T13:16:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad78bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44669,-1] 2024-12-02T13:16:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:47,517 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:47,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4939b9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:47,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:47,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44669,1733145392690 2024-12-02T13:16:47,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@597ee6f2 2024-12-02T13:16:47,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:47,520 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:47,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:43655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:16:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:16:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:47,523 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:43655' 2024-12-02T13:16:47,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485495c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:47,524 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:47,524 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:47,525 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:47,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:47,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:47,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af92939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:47,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:47,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:47,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:47,526 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:47,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e90d02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:47,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43655,1733145395839 2024-12-02T13:16:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132bcf8 2024-12-02T13:16:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:47,528 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:47,529 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:16:47,529 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:16:47,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:47,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:47,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:47,530 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:47,531 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:16:47,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:47,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:47,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:16:47,581 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:16:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:47,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:16:47,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,717 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:47,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:47,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf4921d119166e23fc14178fc5ba4b52, NAME => 'hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40 2024-12-02T13:16:47,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:16:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:48,222 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:48,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:48,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bf4921d119166e23fc14178fc5ba4b52, disabling compactions & flushes 2024-12-02T13:16:48,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:16:48,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:16:48,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. after waiting 0 ms 2024-12-02T13:16:48,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:16:48,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:16:48,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf4921d119166e23fc14178fc5ba4b52: Waiting for close lock at 1733145408351Disabling compacts and flushes for region at 1733145408351Disabling writes for close at 1733145408351Writing region close event to WAL at 1733145408352 (+1 ms)Closed at 1733145408352 2024-12-02T13:16:48,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:48,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145408353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145408353"}]},"ts":"1733145408353"} 2024-12-02T13:16:48,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:48,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:48,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145408355"}]},"ts":"1733145408355"} 2024-12-02T13:16:48,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:16:48,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf4921d119166e23fc14178fc5ba4b52, ASSIGN}] 2024-12-02T13:16:48,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf4921d119166e23fc14178fc5ba4b52, ASSIGN 2024-12-02T13:16:48,358 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf4921d119166e23fc14178fc5ba4b52, ASSIGN; state=OFFLINE, location=06e3e18f2515,44139,1733145392716; forceNewPlan=false, retain=false 2024-12-02T13:16:48,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf4921d119166e23fc14178fc5ba4b52, regionState=OPENING, regionLocation=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:48,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf4921d119166e23fc14178fc5ba4b52, ASSIGN because future has completed 2024-12-02T13:16:48,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf4921d119166e23fc14178fc5ba4b52, server=06e3e18f2515,44139,1733145392716}] 2024-12-02T13:16:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:48,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:16:48,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:48,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:16:48,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C44139%2C1733145392716.rep, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/oldWALs, maxLogs=10 2024-12-02T13:16:48,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.rep.1733145408667, exclude list is [], retry=0 2024-12-02T13:16:48,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-00a54084-98b1-4dd4-98a7-93df75df59a2,DISK] 2024-12-02T13:16:48,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.rep.1733145408667 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39009:39009)] 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bf4921d119166e23fc14178fc5ba4b52, NAME => 'hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:48,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. service=MultiRowMutationService 2024-12-02T13:16:48,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,682 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,683 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4921d119166e23fc14178fc5ba4b52 columnFamilyName hfileref 2024-12-02T13:16:48,683 DEBUG [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:48,684 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] regionserver.HStore(327): Store=bf4921d119166e23fc14178fc5ba4b52/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:48,684 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,685 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4921d119166e23fc14178fc5ba4b52 columnFamilyName queue 2024-12-02T13:16:48,685 DEBUG [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:48,685 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] regionserver.HStore(327): Store=bf4921d119166e23fc14178fc5ba4b52/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:48,685 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,686 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4921d119166e23fc14178fc5ba4b52 columnFamilyName sid 2024-12-02T13:16:48,686 DEBUG [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:48,686 INFO [StoreOpener-bf4921d119166e23fc14178fc5ba4b52-1 {}] regionserver.HStore(327): Store=bf4921d119166e23fc14178fc5ba4b52/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:48,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/replication/bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/replication/bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:48,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/replication/bf4921d119166e23fc14178fc5ba4b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:48,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bf4921d119166e23fc14178fc5ba4b52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72560586, jitterRate=0.08123698830604553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:48,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:16:48,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bf4921d119166e23fc14178fc5ba4b52: Running coprocessor pre-open hook at 1733145408682Writing region info on filesystem at 1733145408682Initializing all the Stores at 1733145408682Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145408682Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145408682Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145408682Cleaning up temporary data from old regions at 1733145408687 (+5 ms)Running coprocessor post-open hooks at 1733145408690 (+3 ms)Region opened successfully at 1733145408690 2024-12-02T13:16:48,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52., pid=10, masterSystemTime=1733145408663 2024-12-02T13:16:48,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:16:48,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:16:48,692 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf4921d119166e23fc14178fc5ba4b52, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,44139,1733145392716 2024-12-02T13:16:48,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf4921d119166e23fc14178fc5ba4b52, server=06e3e18f2515,44139,1733145392716 because future has completed 2024-12-02T13:16:48,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:16:48,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bf4921d119166e23fc14178fc5ba4b52, server=06e3e18f2515,44139,1733145392716 in 184 msec 2024-12-02T13:16:48,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:16:48,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf4921d119166e23fc14178fc5ba4b52, ASSIGN in 339 msec 2024-12-02T13:16:48,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:48,698 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145408698"}]},"ts":"1733145408698"} 2024-12-02T13:16:48,700 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:16:48,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:48,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-02T13:16:48,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52., hostname=06e3e18f2515,44139,1733145392716, seqNum=2] 2024-12-02T13:16:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:16:48,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:16:48,825 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:48,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:16:48,893 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:16:48,917 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,44139,1733145392716, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:16:48,918 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:48,918 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,44139,1733145392716, seqNum=-1] 2024-12-02T13:16:48,918 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:48,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,44139,1733145392716', locateType=CURRENT is [region=hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52., hostname=06e3e18f2515,44139,1733145392716, seqNum=2] 2024-12-02T13:16:48,922 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:16:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:16:48,924 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,44139,1733145392716 suceeded 2024-12-02T13:16:48,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:16:48,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T13:16:48,926 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:43655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:16:48,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-12-02T13:16:48,935 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:43655' 2024-12-02T13:16:48,935 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533acccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:48,936 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:48,936 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:48,936 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:48,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:48,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:48,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2472dd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:48,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:48,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:48,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:48,937 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:48,938 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bd940d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:48,938 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:48,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43655,1733145395839 2024-12-02T13:16:48,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd133dc 2024-12-02T13:16:48,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:48,939 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-02T13:16:48,940 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,44139,1733145392716 (queues=1) is replicating from cluster=1a90517e-4a7d-4404-9d4c-214bd37e8948 to cluster=f6707402-708a-478a-bfee-58d35fe792a5 2024-12-02T13:16:48,940 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C44139%2C1733145392716 2024-12-02T13:16:48,940 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,44139,1733145392716, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:16:48,940 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C44139%2C1733145392716 2024-12-02T13:16:48,940 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, startPosition=0, beingWritten=true 2024-12-02T13:16:48,944 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:48,944 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:48,944 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:49,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:16:49,151 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:16:49,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T13:16:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:16:49,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T13:16:49,454 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:49,528 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:49,673 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:16:49,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:49,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:49,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:49,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:49,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:49,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:49,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:49,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:49,674 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc2f96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:49,675 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3289ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:49,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43655,1733145395839 2024-12-02T13:16:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63235999 2024-12-02T13:16:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:49,677 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:49,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:39011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:16:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:16:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:49,679 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39011' 2024-12-02T13:16:49,679 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d218e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:49,679 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39011,-1 for getting cluster id 2024-12-02T13:16:49,680 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:49,680 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71778666-865b-459c-9a17-f126bf9c42e9' 2024-12-02T13:16:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71778666-865b-459c-9a17-f126bf9c42e9" 2024-12-02T13:16:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b80372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39011,-1] 2024-12-02T13:16:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:49,681 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534d753e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:49,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39011,1733145389188 2024-12-02T13:16:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e6b915 2024-12-02T13:16:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:49,683 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:49,683 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:16:49,683 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:16:49,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:49,684 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:49,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:49,684 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:16:49,685 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:16:49,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:16:49,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:49,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:16:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:16:49,735 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:16:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:49,858 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:50,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96d638000861a6d1c737aab21a6cfd06, NAME => 'hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4 2024-12-02T13:16:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:16:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:50,332 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:50,361 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:50,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:50,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 96d638000861a6d1c737aab21a6cfd06, disabling compactions & flushes 2024-12-02T13:16:50,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:50,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:50,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. after waiting 0 ms 2024-12-02T13:16:50,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:50,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:50,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96d638000861a6d1c737aab21a6cfd06: Waiting for close lock at 1733145410498Disabling compacts and flushes for region at 1733145410498Disabling writes for close at 1733145410498Writing region close event to WAL at 1733145410498Closed at 1733145410498 2024-12-02T13:16:50,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:16:50,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145410499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145410499"}]},"ts":"1733145410499"} 2024-12-02T13:16:50,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:16:50,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:16:50,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145410501"}]},"ts":"1733145410501"} 2024-12-02T13:16:50,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:16:50,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96d638000861a6d1c737aab21a6cfd06, ASSIGN}] 2024-12-02T13:16:50,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96d638000861a6d1c737aab21a6cfd06, ASSIGN 2024-12-02T13:16:50,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96d638000861a6d1c737aab21a6cfd06, ASSIGN; state=OFFLINE, location=06e3e18f2515,40733,1733145395880; forceNewPlan=false, retain=false 2024-12-02T13:16:50,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96d638000861a6d1c737aab21a6cfd06, regionState=OPENING, regionLocation=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:50,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96d638000861a6d1c737aab21a6cfd06, ASSIGN because future has completed 2024-12-02T13:16:50,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d638000861a6d1c737aab21a6cfd06, server=06e3e18f2515,40733,1733145395880}] 2024-12-02T13:16:50,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:50,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:16:50,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:16:50,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C40733%2C1733145395880.rep, suffix=, logDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/oldWALs, maxLogs=10 2024-12-02T13:16:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:50,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.rep.1733145410812, exclude list is [], retry=0 2024-12-02T13:16:50,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45083,DS-1d208f64-3499-4a05-8dca-5451a669263a,DISK] 2024-12-02T13:16:50,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.rep.1733145410812 2024-12-02T13:16:50,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-12-02T13:16:50,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 96d638000861a6d1c737aab21a6cfd06, NAME => 'hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:16:50,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:16:50,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:16:50,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. service=MultiRowMutationService 2024-12-02T13:16:50,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:16:50,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:16:50,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,829 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,830 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d638000861a6d1c737aab21a6cfd06 columnFamilyName hfileref 2024-12-02T13:16:50,830 DEBUG [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:50,830 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] regionserver.HStore(327): Store=96d638000861a6d1c737aab21a6cfd06/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:50,830 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,831 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d638000861a6d1c737aab21a6cfd06 columnFamilyName queue 2024-12-02T13:16:50,831 DEBUG [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:50,831 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] regionserver.HStore(327): Store=96d638000861a6d1c737aab21a6cfd06/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:50,831 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,832 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d638000861a6d1c737aab21a6cfd06 columnFamilyName sid 2024-12-02T13:16:50,832 DEBUG [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:16:50,832 INFO [StoreOpener-96d638000861a6d1c737aab21a6cfd06-1 {}] regionserver.HStore(327): Store=96d638000861a6d1c737aab21a6cfd06/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:16:50,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:16:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:16:50,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 96d638000861a6d1c737aab21a6cfd06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67806693, jitterRate=0.010398462414741516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:16:50,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:50,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 96d638000861a6d1c737aab21a6cfd06: Running coprocessor pre-open hook at 1733145410828Writing region info on filesystem at 1733145410828Initializing all the Stores at 1733145410829 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145410829Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145410829Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145410829Cleaning up temporary data from old regions at 1733145410833 (+4 ms)Running coprocessor post-open hooks at 1733145410836 (+3 ms)Region opened successfully at 1733145410836 2024-12-02T13:16:50,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06., pid=10, masterSystemTime=1733145410808 2024-12-02T13:16:50,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:50,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:50,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96d638000861a6d1c737aab21a6cfd06, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,40733,1733145395880 2024-12-02T13:16:50,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d638000861a6d1c737aab21a6cfd06, server=06e3e18f2515,40733,1733145395880 because future has completed 2024-12-02T13:16:50,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:16:50,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 96d638000861a6d1c737aab21a6cfd06, server=06e3e18f2515,40733,1733145395880 in 184 msec 2024-12-02T13:16:50,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:16:50,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96d638000861a6d1c737aab21a6cfd06, ASSIGN in 339 msec 2024-12-02T13:16:50,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:16:50,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145410844"}]},"ts":"1733145410844"} 2024-12-02T13:16:50,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:16:50,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:16:50,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-12-02T13:16:50,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06., hostname=06e3e18f2515,40733,1733145395880, seqNum=2] 2024-12-02T13:16:50,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:50,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:50,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:16:50,964 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:51,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:16:51,047 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:16:51,079 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,40733,1733145395880, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:16:51,079 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:51,079 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40733,1733145395880, seqNum=-1] 2024-12-02T13:16:51,080 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:51,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,40733,1733145395880', locateType=CURRENT is [region=hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06., hostname=06e3e18f2515,40733,1733145395880, seqNum=2] 2024-12-02T13:16:51,084 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:16:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:16:51,085 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,40733,1733145395880 suceeded 2024-12-02T13:16:51,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:16:51,087 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:39011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:16:51,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-02T13:16:51,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-12-02T13:16:51,096 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39011' 2024-12-02T13:16:51,097 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1101d726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,097 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39011,-1 for getting cluster id 2024-12-02T13:16:51,097 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:51,097 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71778666-865b-459c-9a17-f126bf9c42e9' 2024-12-02T13:16:51,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:51,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71778666-865b-459c-9a17-f126bf9c42e9" 2024-12-02T13:16:51,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea6824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39011,-1] 2024-12-02T13:16:51,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:51,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:51,098 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:51,099 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b3af15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,099 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39011,1733145389188 2024-12-02T13:16:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1105287d 2024-12-02T13:16:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:51,100 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T13:16:51,101 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,40733,1733145395880 (queues=1) is replicating from cluster=f6707402-708a-478a-bfee-58d35fe792a5 to cluster=71778666-865b-459c-9a17-f126bf9c42e9 2024-12-02T13:16:51,101 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C40733%2C1733145395880 2024-12-02T13:16:51,101 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,40733,1733145395880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:16:51,101 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C40733%2C1733145395880 2024-12-02T13:16:51,101 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, startPosition=0, beingWritten=true 2024-12-02T13:16:51,105 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:51,105 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 379, reset compression=false 2024-12-02T13:16:51,105 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:51,235 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:51,309 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 379, reset compression=false 2024-12-02T13:16:51,612 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 379, reset compression=false 2024-12-02T13:16:51,667 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:16:51,823 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:16:51,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:51,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:51,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:51,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:51,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:51,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39011,-1 for getting cluster id 2024-12-02T13:16:51,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:51,824 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71778666-865b-459c-9a17-f126bf9c42e9' 2024-12-02T13:16:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71778666-865b-459c-9a17-f126bf9c42e9" 2024-12-02T13:16:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423fb9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39011,-1] 2024-12-02T13:16:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:51,825 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af32a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5268e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44669,-1 for getting cluster id 2024-12-02T13:16:51,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:51,827 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a90517e-4a7d-4404-9d4c-214bd37e8948' 2024-12-02T13:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a90517e-4a7d-4404-9d4c-214bd37e8948" 2024-12-02T13:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496a2f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44669,-1] 2024-12-02T13:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:51,828 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:51,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5318e6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a2d50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:51,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:51,829 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb2aa60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:51,830 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12965e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:51,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:51,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34089,1733145389228, seqNum=-1] 2024-12-02T13:16:51,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:51,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f., hostname=06e3e18f2515,34089,1733145389228, seqNum=2] 2024-12-02T13:16:51,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40733,1733145395880, seqNum=-1] 2024-12-02T13:16:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:51,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080., hostname=06e3e18f2515,40733,1733145395880, seqNum=2] 2024-12-02T13:16:51,841 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T13:16:52,015 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 379, reset compression=false 2024-12-02T13:16:52,238 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 379, reset compression=false 2024-12-02T13:16:52,243 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:52,243 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 480, reset compression=false 2024-12-02T13:16:52,243 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec81dba995412fd9e9c9e6acab391a1f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T13:16:52,245 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:52,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-02T13:16:52,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:52,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ae4372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:52,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44669,-1 for getting cluster id 2024-12-02T13:16:52,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:52,247 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a90517e-4a7d-4404-9d4c-214bd37e8948' 2024-12-02T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a90517e-4a7d-4404-9d4c-214bd37e8948" 2024-12-02T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c103b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44669,-1] 2024-12-02T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:52,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:52,248 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:52,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f6c8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:52,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:52,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,44139,1733145392716, seqNum=-1] 2024-12-02T13:16:52,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:52,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:52,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145401066.a7e4d06e67900d39d178226523a690a9., hostname=06e3e18f2515,44139,1733145392716, seqNum=2] 2024-12-02T13:16:52,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:52,446 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 480, reset compression=false 2024-12-02T13:16:52,470 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 379, reset compression=false 2024-12-02T13:16:52,474 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:52,474 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 503, reset compression=false 2024-12-02T13:16:52,474 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7e4d06e67900d39d178226523a690a9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T13:16:52,476 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:52,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-02T13:16:52,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:52,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18db5920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:52,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:52,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:52,478 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c3b3447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:52,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:52,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:52,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:52,479 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:52,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aa4ea42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:52,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,40733,1733145395880, seqNum=-1] 2024-12-02T13:16:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:52,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:52,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080., hostname=06e3e18f2515,40733,1733145395880, seqNum=2] 2024-12-02T13:16:52,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:52,518 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 379, reset compression=false 2024-12-02T13:16:52,521 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:52,522 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 526, reset compression=false 2024-12-02T13:16:52,522 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:52,677 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 503, reset compression=false 2024-12-02T13:16:52,724 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 526, reset compression=false 2024-12-02T13:16:52,749 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 480, reset compression=false 2024-12-02T13:16:52,842 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T13:16:52,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,44139,1733145392716, seqNum=-1] 2024-12-02T13:16:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:52,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:16:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733145401066.a7e4d06e67900d39d178226523a690a9., hostname=06e3e18f2515,44139,1733145392716, seqNum=2] 2024-12-02T13:16:52,849 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T13:16:52,981 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 503, reset compression=false 2024-12-02T13:16:52,985 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:52,985 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 607, reset compression=false 2024-12-02T13:16:52,985 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7e4d06e67900d39d178226523a690a9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T13:16:52,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:52,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:53,028 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 526, reset compression=false 2024-12-02T13:16:53,031 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:53,031 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 653, reset compression=false 2024-12-02T13:16:53,031 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e2b195fb16ac31890cc999b5adc2080/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T13:16:53,033 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:53,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T13:16:53,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:53,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ea2cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:53,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39011,-1 for getting cluster id 2024-12-02T13:16:53,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:53,042 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71778666-865b-459c-9a17-f126bf9c42e9' 2024-12-02T13:16:53,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:53,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71778666-865b-459c-9a17-f126bf9c42e9" 2024-12-02T13:16:53,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b828df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:53,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39011,-1] 2024-12-02T13:16:53,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:53,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:53,043 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:53,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318fac9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:53,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:16:53,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34089,1733145389228, seqNum=-1] 2024-12-02T13:16:53,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:16:53,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T13:16:53,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f., hostname=06e3e18f2515,34089,1733145389228, seqNum=2] 2024-12-02T13:16:53,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:53,153 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 480, reset compression=false 2024-12-02T13:16:53,157 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:53,157 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 631, reset compression=false 2024-12-02T13:16:53,157 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:53,188 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 607, reset compression=false 2024-12-02T13:16:53,238 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 653, reset compression=false 2024-12-02T13:16:53,360 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 631, reset compression=false 2024-12-02T13:16:53,497 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 607, reset compression=false 2024-12-02T13:16:53,541 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 653, reset compression=false 2024-12-02T13:16:53,663 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 631, reset compression=false 2024-12-02T13:16:53,850 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T13:16:53,853 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T13:16:53,900 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 607, reset compression=false 2024-12-02T13:16:53,945 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 653, reset compression=false 2024-12-02T13:16:53,949 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:53,949 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 757, reset compression=false 2024-12-02T13:16:53,949 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e2b195fb16ac31890cc999b5adc2080/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T13:16:53,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:53,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:54,067 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 631, reset compression=false 2024-12-02T13:16:54,071 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:54,071 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 759, reset compression=false 2024-12-02T13:16:54,071 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec81dba995412fd9e9c9e6acab391a1f/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T13:16:54,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:54,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:54,152 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 757, reset compression=false 2024-12-02T13:16:54,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:16:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:16:54,274 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 759, reset compression=false 2024-12-02T13:16:54,403 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 607, reset compression=false 2024-12-02T13:16:54,407 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:54,407 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 758, reset compression=false 2024-12-02T13:16:54,407 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:54,455 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 757, reset compression=false 2024-12-02T13:16:54,578 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 759, reset compression=false 2024-12-02T13:16:54,610 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 758, reset compression=false 2024-12-02T13:16:54,855 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T13:16:54,858 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T13:16:54,858 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 757, reset compression=false 2024-12-02T13:16:54,913 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 758, reset compression=false 2024-12-02T13:16:54,981 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 759, reset compression=false 2024-12-02T13:16:54,984 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:54,984 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 915, reset compression=false 2024-12-02T13:16:54,984 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec81dba995412fd9e9c9e6acab391a1f/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T13:16:54,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:54,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:55,188 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 915, reset compression=false 2024-12-02T13:16:55,316 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 758, reset compression=false 2024-12-02T13:16:55,320 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:55,320 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 905, reset compression=false 2024-12-02T13:16:55,320 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7e4d06e67900d39d178226523a690a9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T13:16:55,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:55,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:55,361 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 757, reset compression=false 2024-12-02T13:16:55,365 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:55,365 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 927, reset compression=false 2024-12-02T13:16:55,365 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:55,492 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 915, reset compression=false 2024-12-02T13:16:55,524 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 905, reset compression=false 2024-12-02T13:16:55,568 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 927, reset compression=false 2024-12-02T13:16:55,827 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 905, reset compression=false 2024-12-02T13:16:55,860 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T13:16:55,863 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T13:16:55,872 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 927, reset compression=false 2024-12-02T13:16:55,895 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 915, reset compression=false 2024-12-02T13:16:56,231 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 905, reset compression=false 2024-12-02T13:16:56,235 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:56,235 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1064, reset compression=false 2024-12-02T13:16:56,235 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7e4d06e67900d39d178226523a690a9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T13:16:56,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:56,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:56,275 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 927, reset compression=false 2024-12-02T13:16:56,279 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:56,279 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1076, reset compression=false 2024-12-02T13:16:56,279 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e2b195fb16ac31890cc999b5adc2080/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T13:16:56,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:56,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:56,398 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 915, reset compression=false 2024-12-02T13:16:56,402 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:56,402 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1088, reset compression=false 2024-12-02T13:16:56,402 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:56,438 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1064, reset compression=false 2024-12-02T13:16:56,482 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1076, reset compression=false 2024-12-02T13:16:56,604 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1088, reset compression=false 2024-12-02T13:16:56,741 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1064, reset compression=false 2024-12-02T13:16:56,785 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1076, reset compression=false 2024-12-02T13:16:56,865 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T13:16:56,867 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T13:16:56,908 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1088, reset compression=false 2024-12-02T13:16:57,144 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1064, reset compression=false 2024-12-02T13:16:57,188 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1076, reset compression=false 2024-12-02T13:16:57,191 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:57,191 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1235, reset compression=false 2024-12-02T13:16:57,191 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e2b195fb16ac31890cc999b5adc2080/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T13:16:57,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:57,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:57,311 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1088, reset compression=false 2024-12-02T13:16:57,314 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:57,314 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1238, reset compression=false 2024-12-02T13:16:57,314 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec81dba995412fd9e9c9e6acab391a1f/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T13:16:57,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:57,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:57,394 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1235, reset compression=false 2024-12-02T13:16:57,517 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1238, reset compression=false 2024-12-02T13:16:57,647 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1064, reset compression=false 2024-12-02T13:16:57,651 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:57,651 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1237, reset compression=false 2024-12-02T13:16:57,651 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:57,698 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1235, reset compression=false 2024-12-02T13:16:57,819 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1238, reset compression=false 2024-12-02T13:16:57,854 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1237, reset compression=false 2024-12-02T13:16:57,870 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T13:16:57,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d00887c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:57,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:57,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:57,876 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:57,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31082e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:57,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:57,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:57,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:57,878 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d9a5d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:57,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:57,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43655,1733145395839 2024-12-02T13:16:57,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c18882 2024-12-02T13:16:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:57,882 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:57,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-02T13:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-02T13:16:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T13:16:57,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:16:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T13:16:58,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T13:16:58,039 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-02T13:16:58,040 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-02T13:16:58,040 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,40733,1733145395880 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-02T13:16:58,040 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0. 2024-12-02T13:16:58,040 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:58,040 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:58,040 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:58,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:58,140 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:16:58,167 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1237, reset compression=false 2024-12-02T13:16:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T13:16:58,222 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1238, reset compression=false 2024-12-02T13:16:58,240 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 terminated 2024-12-02T13:16:58,259 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,40733,1733145395880, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:16:58,259 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-02T13:16:58,259 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T13:16:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T13:16:58,261 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 06e3e18f2515,40733,1733145395880 suceeded 2024-12-02T13:16:58,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T13:16:58,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-12-02T13:16:58,263 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-02T13:16:58,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 381 msec 2024-12-02T13:16:58,271 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:39011' 2024-12-02T13:16:58,272 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429db8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:58,272 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39011,-1 for getting cluster id 2024-12-02T13:16:58,272 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:58,272 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71778666-865b-459c-9a17-f126bf9c42e9' 2024-12-02T13:16:58,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:58,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71778666-865b-459c-9a17-f126bf9c42e9" 2024-12-02T13:16:58,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@664e94b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:58,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39011,-1] 2024-12-02T13:16:58,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:58,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:58,273 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:58,274 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b2ae3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:58,274 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:58,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39011,1733145389188 2024-12-02T13:16:58,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ee8fc8 2024-12-02T13:16:58,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:58,275 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T13:16:58,276 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,40733,1733145395880 (queues=1) is replicating from cluster=f6707402-708a-478a-bfee-58d35fe792a5 to cluster=71778666-865b-459c-9a17-f126bf9c42e9 2024-12-02T13:16:58,276 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C40733%2C1733145395880 2024-12-02T13:16:58,276 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,40733,1733145395880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:16:58,276 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C40733%2C1733145395880 2024-12-02T13:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T13:16:58,512 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:16:58,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:58,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:58,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:58,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:58,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:58,515 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-02T13:16:58,570 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1237, reset compression=false 2024-12-02T13:16:58,725 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1238, reset compression=false 2024-12-02T13:16:58,729 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:58,729 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1342, reset compression=false 2024-12-02T13:16:58,729 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec81dba995412fd9e9c9e6acab391a1f/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T13:16:58,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:58,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:58,777 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:16:58,932 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1342, reset compression=false 2024-12-02T13:16:59,073 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1237, reset compression=false 2024-12-02T13:16:59,077 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:59,077 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1364, reset compression=false 2024-12-02T13:16:59,077 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7e4d06e67900d39d178226523a690a9/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T13:16:59,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:59,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:59,235 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1342, reset compression=false 2024-12-02T13:16:59,280 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1364, reset compression=false 2024-12-02T13:16:59,517 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-02T13:16:59,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:59,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43655,-1 for getting cluster id 2024-12-02T13:16:59,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:16:59,519 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6707402-708a-478a-bfee-58d35fe792a5' 2024-12-02T13:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6707402-708a-478a-bfee-58d35fe792a5" 2024-12-02T13:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b16ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43655,-1] 2024-12-02T13:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:59,521 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f160e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:16:59,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:16:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43655,1733145395839 2024-12-02T13:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a92032 2024-12-02T13:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:16:59,525 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:16:59,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-02T13:16:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-02T13:16:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T13:16:59,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:16:59,584 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1364, reset compression=false 2024-12-02T13:16:59,587 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:59,587 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:16:59,587 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7e4d06e67900d39d178226523a690a9/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T13:16:59,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:59,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T13:16:59,638 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1342, reset compression=false 2024-12-02T13:16:59,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-02T13:16:59,681 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-02T13:16:59,682 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T13:16:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T13:16:59,684 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 06e3e18f2515,40733,1733145395880 suceeded 2024-12-02T13:16:59,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T13:16:59,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-02T13:16:59,685 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-02T13:16:59,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 160 msec 2024-12-02T13:16:59,777 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, startPosition=1235, beingWritten=true 2024-12-02T13:16:59,781 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:16:59,781 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1512, reset compression=false 2024-12-02T13:16:59,781 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e2b195fb16ac31890cc999b5adc2080/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T13:16:59,783 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:16:59,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T13:16:59,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:16:59,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:16:59,790 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:16:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T13:16:59,843 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:16:59,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:59,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:59,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:59,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:59,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:59,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-02T13:16:59,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:16:59,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:59,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:59,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:59,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:59,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:16:59,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:16:59,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1782121426, stopped=false 2024-12-02T13:16:59,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,43655,1733145395839 2024-12-02T13:16:59,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031727330/running 2024-12-02T13:16:59,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031727330/running 2024-12-02T13:16:59,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:59,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:16:59,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:16:59,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:16:59,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:59,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:59,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,40733,1733145395880' ***** 2024-12-02T13:16:59,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on znode that does not yet exist, /22031727330/running 2024-12-02T13:16:59,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:16:59,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Set watcher on znode that does not yet exist, /22031727330/running 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:16:59,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e2b195fb16ac31890cc999b5adc2080 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,40733,1733145395880 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:16:59,847 INFO [RS:0;06e3e18f2515:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:40733. 2024-12-02T13:16:59,847 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96d638000861a6d1c737aab21a6cfd06, disabling compactions & flushes 2024-12-02T13:16:59,847 DEBUG [RS:0;06e3e18f2515:40733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:16:59,847 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:59,847 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:16:59,847 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:59,848 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. after waiting 0 ms 2024-12-02T13:16:59,848 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:59,848 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:16:59,848 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:16:59,848 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:16:59,848 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:16:59,848 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96d638000861a6d1c737aab21a6cfd06 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-02T13:16:59,848 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:16:59,848 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 96d638000861a6d1c737aab21a6cfd06=hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06., 0e2b195fb16ac31890cc999b5adc2080=test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080.} 2024-12-02T13:16:59,848 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:16:59,848 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:16:59,848 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 0e2b195fb16ac31890cc999b5adc2080, 1588230740, 96d638000861a6d1c737aab21a6cfd06 2024-12-02T13:16:59,848 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:16:59,848 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:16:59,848 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:16:59,848 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:16:59,851 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:16:59,860 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/info/83ac8856249e4e0f894c76402c3f98a5 is 147, key is hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06./info:regioninfo/1733145410838/Put/seqid=0 2024-12-02T13:16:59,863 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06/.tmp/queue/b316da70216d48e4bf8c4afef7bccf50 is 154, key is 1-06e3e18f2515,40733,1733145395880/queue:06e3e18f2515%2C40733%2C1733145395880/1733145419786/Put/seqid=0 2024-12-02T13:16:59,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741840_1016 (size=7686) 2024-12-02T13:16:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741841_1017 (size=5353) 2024-12-02T13:16:59,866 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06/.tmp/queue/b316da70216d48e4bf8c4afef7bccf50 2024-12-02T13:16:59,870 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06/.tmp/queue/b316da70216d48e4bf8c4afef7bccf50 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06/queue/b316da70216d48e4bf8c4afef7bccf50 2024-12-02T13:16:59,873 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06/queue/b316da70216d48e4bf8c4afef7bccf50, entries=1, sequenceid=13, filesize=5.2 K 2024-12-02T13:16:59,874 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 96d638000861a6d1c737aab21a6cfd06 in 26ms, sequenceid=13, compaction requested=false 2024-12-02T13:16:59,877 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/replication/96d638000861a6d1c737aab21a6cfd06/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:16:59,878 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96d638000861a6d1c737aab21a6cfd06: Waiting for close lock at 1733145419847Running coprocessor pre-close hooks at 1733145419847Disabling compacts and flushes for region at 1733145419847Disabling writes for close at 1733145419848 (+1 ms)Obtaining lock to block concurrent updates at 1733145419848Preparing flush snapshotting stores in 96d638000861a6d1c737aab21a6cfd06 at 1733145419848Finished memstore snapshotting hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733145419848Flushing stores of hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. at 1733145419848Flushing 96d638000861a6d1c737aab21a6cfd06/queue: creating writer at 1733145419849 (+1 ms)Flushing 96d638000861a6d1c737aab21a6cfd06/queue: appending metadata at 1733145419862 (+13 ms)Flushing 96d638000861a6d1c737aab21a6cfd06/queue: closing flushed file at 1733145419863 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6698890e: reopening flushed file at 1733145419869 (+6 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 96d638000861a6d1c737aab21a6cfd06 in 26ms, sequenceid=13, compaction requested=false at 1733145419874 (+5 ms)Writing region close event to WAL at 1733145419875 (+1 ms)Running coprocessor post-close hooks at 1733145419878 (+3 ms)Closed at 1733145419878 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145409684.96d638000861a6d1c737aab21a6cfd06. 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e2b195fb16ac31890cc999b5adc2080, disabling compactions & flushes 2024-12-02T13:16:59,878 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. after waiting 0 ms 2024-12-02T13:16:59,878 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:16:59,878 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e2b195fb16ac31890cc999b5adc2080 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T13:16:59,890 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/f/1465fa02c4d84c5eb30f902956550b6e is 37, key is row3/f:row3/1733145418514/Put/seqid=0 2024-12-02T13:16:59,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741842_1018 (size=5228) 2024-12-02T13:16:59,984 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1512, reset compression=false 2024-12-02T13:16:59,987 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:16:59,987 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1759, reset compression=false 2024-12-02T13:16:59,987 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,40733,1733145395880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:16:59,988 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,40733,1733145395880: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,40733,1733145395880, walGroup=06e3e18f2515%2C40733%2C1733145395880, offset=06e3e18f2515%2C40733%2C1733145395880.1733145397853:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:40733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:16:59,989 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:16:59,990 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:16:59,990 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:16:59,990 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:16:59,990 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:16:59,990 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 786002928 }, "NonHeapMemoryUsage": { "committed": 200015872, "init": 7667712, "max": -1, "used": 197187696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:16:59,990 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:43655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:43655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:17:00,048 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 0e2b195fb16ac31890cc999b5adc2080, 1588230740 2024-12-02T13:17:00,094 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:17:00,141 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1342, reset compression=false 2024-12-02T13:17:00,145 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:00,145 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:00,145 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:00,190 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1759, reset compression=false 2024-12-02T13:17:00,248 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 0e2b195fb16ac31890cc999b5adc2080, 1588230740 2024-12-02T13:17:00,263 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/info/83ac8856249e4e0f894c76402c3f98a5 2024-12-02T13:17:00,279 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/ns/498591813c08482fbd5fafcfaa919270 is 43, key is default/ns:d/1733145398794/Put/seqid=0 2024-12-02T13:17:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741843_1019 (size=5153) 2024-12-02T13:17:00,294 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/f/1465fa02c4d84c5eb30f902956550b6e 2024-12-02T13:17:00,297 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1465fa02c4d84c5eb30f902956550b6e 2024-12-02T13:17:00,309 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/f1/1c0ead3196ee4238a2d9ae3647e3bb6f is 30, key is row1/f1:/1733145415861/DeleteFamily/seqid=0 2024-12-02T13:17:00,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741844_1020 (size=5158) 2024-12-02T13:17:00,348 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:00,448 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 0e2b195fb16ac31890cc999b5adc2080, 1588230740 2024-12-02T13:17:00,493 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1759, reset compression=false 2024-12-02T13:17:00,497 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:17:00,649 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 0e2b195fb16ac31890cc999b5adc2080, 1588230740 2024-12-02T13:17:00,651 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:00,682 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/ns/498591813c08482fbd5fafcfaa919270 2024-12-02T13:17:00,697 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/rep_barrier/9d437a49bc7342d7be83fef665b7b920 is 112, key is test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080./rep_barrier:seqnumDuringOpen/1733145404370/Put/seqid=0 2024-12-02T13:17:00,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741845_1021 (size=5518) 2024-12-02T13:17:00,712 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/f1/1c0ead3196ee4238a2d9ae3647e3bb6f 2024-12-02T13:17:00,715 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c0ead3196ee4238a2d9ae3647e3bb6f 2024-12-02T13:17:00,727 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:17:00,727 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:17:00,728 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/norep/62e71507e5aa4b9c9d6bad0028256fa6 is 33, key is row2/norep:/1733145416865/DeleteFamily/seqid=0 2024-12-02T13:17:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741846_1022 (size=5108) 2024-12-02T13:17:00,849 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:17:00,849 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e2b195fb16ac31890cc999b5adc2080=test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080.} 2024-12-02T13:17:00,849 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 0e2b195fb16ac31890cc999b5adc2080, 1588230740 2024-12-02T13:17:00,896 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1759, reset compression=false 2024-12-02T13:17:01,000 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:17:01,049 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 0e2b195fb16ac31890cc999b5adc2080, 1588230740 2024-12-02T13:17:01,054 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:01,100 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/rep_barrier/9d437a49bc7342d7be83fef665b7b920 2024-12-02T13:17:01,116 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/table/6abfb4cc4075405e9bc0c812ba9d18df is 53, key is hbase:replication/table:state/1733145410844/Put/seqid=0 2024-12-02T13:17:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741847_1023 (size=5308) 2024-12-02T13:17:01,132 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/norep/62e71507e5aa4b9c9d6bad0028256fa6 2024-12-02T13:17:01,135 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62e71507e5aa4b9c9d6bad0028256fa6 2024-12-02T13:17:01,136 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/f/1465fa02c4d84c5eb30f902956550b6e as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/f/1465fa02c4d84c5eb30f902956550b6e 2024-12-02T13:17:01,139 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1465fa02c4d84c5eb30f902956550b6e 2024-12-02T13:17:01,139 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/f/1465fa02c4d84c5eb30f902956550b6e, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T13:17:01,140 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/f1/1c0ead3196ee4238a2d9ae3647e3bb6f as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/f1/1c0ead3196ee4238a2d9ae3647e3bb6f 2024-12-02T13:17:01,143 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c0ead3196ee4238a2d9ae3647e3bb6f 2024-12-02T13:17:01,143 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/f1/1c0ead3196ee4238a2d9ae3647e3bb6f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T13:17:01,144 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/.tmp/norep/62e71507e5aa4b9c9d6bad0028256fa6 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/norep/62e71507e5aa4b9c9d6bad0028256fa6 2024-12-02T13:17:01,148 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62e71507e5aa4b9c9d6bad0028256fa6 2024-12-02T13:17:01,148 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/norep/62e71507e5aa4b9c9d6bad0028256fa6, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T13:17:01,149 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0e2b195fb16ac31890cc999b5adc2080 in 1271ms, sequenceid=12, compaction requested=false 2024-12-02T13:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/default/test/0e2b195fb16ac31890cc999b5adc2080/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T13:17:01,153 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:01,153 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:01,153 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:17:01,153 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e2b195fb16ac31890cc999b5adc2080: Waiting for close lock at 1733145419878Running coprocessor pre-close hooks at 1733145419878Disabling compacts and flushes for region at 1733145419878Disabling writes for close at 1733145419878Obtaining lock to block concurrent updates at 1733145419878Preparing flush snapshotting stores in 0e2b195fb16ac31890cc999b5adc2080 at 1733145419878Finished memstore snapshotting test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733145419879 (+1 ms)Flushing stores of test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. at 1733145419879Flushing 0e2b195fb16ac31890cc999b5adc2080/f: creating writer at 1733145419879Flushing 0e2b195fb16ac31890cc999b5adc2080/f: appending metadata at 1733145419890 (+11 ms)Flushing 0e2b195fb16ac31890cc999b5adc2080/f: closing flushed file at 1733145419890Flushing 0e2b195fb16ac31890cc999b5adc2080/f1: creating writer at 1733145420297 (+407 ms)Flushing 0e2b195fb16ac31890cc999b5adc2080/f1: appending metadata at 1733145420308 (+11 ms)Flushing 0e2b195fb16ac31890cc999b5adc2080/f1: closing flushed file at 1733145420308Flushing 0e2b195fb16ac31890cc999b5adc2080/norep: creating writer at 1733145420716 (+408 ms)Flushing 0e2b195fb16ac31890cc999b5adc2080/norep: appending metadata at 1733145420727 (+11 ms)Flushing 0e2b195fb16ac31890cc999b5adc2080/norep: closing flushed file at 1733145420727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241ffa29: reopening flushed file at 1733145421135 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d151fa: reopening flushed file at 1733145421140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b65e252: reopening flushed file at 1733145421143 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0e2b195fb16ac31890cc999b5adc2080 in 1271ms, sequenceid=12, compaction requested=false at 1733145421149 (+6 ms)Writing region close event to WAL at 1733145421150 (+1 ms)Running coprocessor post-close hooks at 1733145421153 (+3 ms)Closed at 1733145421153 2024-12-02T13:17:01,153 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145403214.0e2b195fb16ac31890cc999b5adc2080. 2024-12-02T13:17:01,249 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:17:01,403 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 1759, reset compression=false 2024-12-02T13:17:01,407 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:01,407 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 2403, reset compression=false 2024-12-02T13:17:01,449 DEBUG [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:17:01,519 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/table/6abfb4cc4075405e9bc0c812ba9d18df 2024-12-02T13:17:01,523 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/info/83ac8856249e4e0f894c76402c3f98a5 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/info/83ac8856249e4e0f894c76402c3f98a5 2024-12-02T13:17:01,527 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/info/83ac8856249e4e0f894c76402c3f98a5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:17:01,528 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/ns/498591813c08482fbd5fafcfaa919270 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/ns/498591813c08482fbd5fafcfaa919270 2024-12-02T13:17:01,531 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/ns/498591813c08482fbd5fafcfaa919270, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:17:01,532 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/rep_barrier/9d437a49bc7342d7be83fef665b7b920 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/rep_barrier/9d437a49bc7342d7be83fef665b7b920 2024-12-02T13:17:01,535 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/rep_barrier/9d437a49bc7342d7be83fef665b7b920, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:17:01,536 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/.tmp/table/6abfb4cc4075405e9bc0c812ba9d18df as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/table/6abfb4cc4075405e9bc0c812ba9d18df 2024-12-02T13:17:01,539 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/table/6abfb4cc4075405e9bc0c812ba9d18df, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:17:01,540 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false 2024-12-02T13:17:01,543 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:17:01,544 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:01,544 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:01,544 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:01,544 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145419848Running coprocessor pre-close hooks at 1733145419848Disabling compacts and flushes for region at 1733145419848Disabling writes for close at 1733145419848Obtaining lock to block concurrent updates at 1733145419848Preparing flush snapshotting stores in 1588230740 at 1733145419848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145419848Flushing stores of hbase:meta,,1.1588230740 at 1733145419849 (+1 ms)Flushing 1588230740/info: creating writer at 1733145419849Flushing 1588230740/info: appending metadata at 1733145419860 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733145419860Flushing 1588230740/ns: creating writer at 1733145420267 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733145420278 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733145420278Flushing 1588230740/rep_barrier: creating writer at 1733145420685 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145420697 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145420697Flushing 1588230740/table: creating writer at 1733145421104 (+407 ms)Flushing 1588230740/table: appending metadata at 1733145421115 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733145421115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335ee367: reopening flushed file at 1733145421523 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4285e540: reopening flushed file at 1733145421527 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fde8de: reopening flushed file at 1733145421531 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c0f627: reopening flushed file at 1733145421535 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false at 1733145421540 (+5 ms)Writing region close event to WAL at 1733145421541 (+1 ms)Running coprocessor post-close hooks at 1733145421544 (+3 ms)Closed at 1733145421544 2024-12-02T13:17:01,544 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:01,557 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:01,603 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:17:01,610 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.wal-reader.06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 to pos 2403, reset compression=false 2024-12-02T13:17:01,649 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,40733,1733145395880; all regions closed. 2024-12-02T13:17:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:17:01,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.meta.1733145398759.meta not finished, retry = 0 2024-12-02T13:17:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741839_1015 (size=3333) 2024-12-02T13:17:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741832_1008 (size=2411) 2024-12-02T13:17:01,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/WALs/06e3e18f2515,40733,1733145395880/06e3e18f2515%2C40733%2C1733145395880.1733145397853 not finished, retry = 0 2024-12-02T13:17:01,859 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:01,859 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:01,859 INFO [RS:0;06e3e18f2515:40733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:01,859 INFO [RS:0;06e3e18f2515:40733 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:01,859 INFO [RS:0;06e3e18f2515:40733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:01,859 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:01,859 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,40733,1733145395880 because: Region server is closing 2024-12-02T13:17:01,859 INFO [RS:0;06e3e18f2515:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:40733. 2024-12-02T13:17:01,860 DEBUG [RS:0;06e3e18f2515:40733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:01,860 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:01,860 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:01,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:01,960 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,40733,1733145395880.replicationSource.shipper06e3e18f2515%2C40733%2C1733145395880,1-06e3e18f2515,40733,1733145395880 terminated 2024-12-02T13:17:01,960 INFO [RS:0;06e3e18f2515:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:40733. 2024-12-02T13:17:01,960 DEBUG [RS:0;06e3e18f2515:40733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:01,960 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:01,960 DEBUG [RS:0;06e3e18f2515:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:01,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:01,960 INFO [RS:0;06e3e18f2515:40733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40733 2024-12-02T13:17:01,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031727330/rs/06e3e18f2515,40733,1733145395880 2024-12-02T13:17:01,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330/rs 2024-12-02T13:17:01,961 INFO [RS:0;06e3e18f2515:40733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:01,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,40733,1733145395880] 2024-12-02T13:17:01,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22031727330/draining/06e3e18f2515,40733,1733145395880 already deleted, retry=false 2024-12-02T13:17:01,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,40733,1733145395880 expired; onlineServers=0 2024-12-02T13:17:01,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,43655,1733145395839' ***** 2024-12-02T13:17:01,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:17:01,962 INFO [M:0;06e3e18f2515:43655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:01,963 INFO [M:0;06e3e18f2515:43655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:01,963 DEBUG [M:0;06e3e18f2515:43655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:17:01,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:17:01,963 DEBUG [M:0;06e3e18f2515:43655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:17:01,963 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145397625 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145397625,5,FailOnTimeoutGroup] 2024-12-02T13:17:01,963 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145397625 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145397625,5,FailOnTimeoutGroup] 2024-12-02T13:17:01,963 INFO [M:0;06e3e18f2515:43655 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:01,963 INFO [M:0;06e3e18f2515:43655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:01,963 DEBUG [M:0;06e3e18f2515:43655 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:17:01,963 INFO [M:0;06e3e18f2515:43655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:17:01,963 INFO [M:0;06e3e18f2515:43655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:01,963 INFO [M:0;06e3e18f2515:43655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:17:01,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:17:01,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031727330/master 2024-12-02T13:17:01,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031727330 2024-12-02T13:17:01,964 DEBUG [M:0;06e3e18f2515:43655 {}] zookeeper.ZKUtil(347): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Unable to get data of znode /22031727330/master because node does not exist (not an error) 2024-12-02T13:17:01,964 WARN [M:0;06e3e18f2515:43655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:17:01,964 INFO [M:0;06e3e18f2515:43655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/.lastflushedseqids 2024-12-02T13:17:01,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741848_1024 (size=245) 2024-12-02T13:17:01,968 INFO [M:0;06e3e18f2515:43655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:17:01,968 INFO [M:0;06e3e18f2515:43655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:17:01,968 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:01,968 INFO [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:01,968 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:01,968 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:01,968 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:01,968 INFO [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-02T13:17:01,984 DEBUG [M:0;06e3e18f2515:43655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c962d03220af481cb76f9e9283bb4921 is 82, key is hbase:meta,,1/info:regioninfo/1733145398786/Put/seqid=0 2024-12-02T13:17:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741849_1025 (size=5672) 2024-12-02T13:17:02,062 INFO [RS:0;06e3e18f2515:40733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:02,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:02,062 INFO [RS:0;06e3e18f2515:40733 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,40733,1733145395880; zookeeper connection closed. 2024-12-02T13:17:02,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1009b13416b0007, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:02,063 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23a866c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23a866c7 2024-12-02T13:17:02,063 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:17:02,160 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:02,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:17:02,305 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:17:02,387 INFO [M:0;06e3e18f2515:43655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c962d03220af481cb76f9e9283bb4921 2024-12-02T13:17:02,405 DEBUG [M:0;06e3e18f2515:43655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777691ff6f3948d4bab8e8c306d7d0b2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145410846/Put/seqid=0 2024-12-02T13:17:02,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741850_1026 (size=9213) 2024-12-02T13:17:02,809 INFO [M:0;06e3e18f2515:43655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777691ff6f3948d4bab8e8c306d7d0b2 2024-12-02T13:17:02,823 DEBUG [M:0;06e3e18f2515:43655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bef3e83ac2324d33a9e93b00d3cac251 is 69, key is 06e3e18f2515,40733,1733145395880/rs:state/1733145397716/Put/seqid=0 2024-12-02T13:17:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741851_1027 (size=5156) 2024-12-02T13:17:02,863 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:03,108 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:17:03,226 INFO [M:0;06e3e18f2515:43655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bef3e83ac2324d33a9e93b00d3cac251 2024-12-02T13:17:03,231 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c962d03220af481cb76f9e9283bb4921 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c962d03220af481cb76f9e9283bb4921 2024-12-02T13:17:03,240 INFO [M:0;06e3e18f2515:43655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c962d03220af481cb76f9e9283bb4921, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T13:17:03,241 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777691ff6f3948d4bab8e8c306d7d0b2 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/777691ff6f3948d4bab8e8c306d7d0b2 2024-12-02T13:17:03,246 INFO [M:0;06e3e18f2515:43655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/777691ff6f3948d4bab8e8c306d7d0b2, entries=15, sequenceid=127, filesize=9.0 K 2024-12-02T13:17:03,247 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bef3e83ac2324d33a9e93b00d3cac251 as hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bef3e83ac2324d33a9e93b00d3cac251 2024-12-02T13:17:03,252 INFO [M:0;06e3e18f2515:43655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/0d85bd19-efb5-9095-b99f-13f06abb5db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bef3e83ac2324d33a9e93b00d3cac251, entries=1, sequenceid=127, filesize=5.0 K 2024-12-02T13:17:03,254 INFO [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-12-02T13:17:03,261 INFO [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:03,261 DEBUG [M:0;06e3e18f2515:43655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145421968Disabling compacts and flushes for region at 1733145421968Disabling writes for close at 1733145421968Obtaining lock to block concurrent updates at 1733145421968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145421968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733145421969 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145421969Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145421969Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145421983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145421983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145422390 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145422404 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145422404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145422812 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145422822 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145422822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acc51e4: reopening flushed file at 1733145423230 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17817527: reopening flushed file at 1733145423241 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf86f18: reopening flushed file at 1733145423246 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1733145423254 (+8 ms)Writing region close event to WAL at 1733145423261 (+7 ms)Closed at 1733145423261 2024-12-02T13:17:03,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45083 is added to blk_1073741830_1006 (size=73878) 2024-12-02T13:17:03,267 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:03,267 INFO [M:0;06e3e18f2515:43655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:17:03,267 INFO [M:0;06e3e18f2515:43655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43655 2024-12-02T13:17:03,269 INFO [M:0;06e3e18f2515:43655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:03,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:03,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43655-0x1009b13416b0006, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:03,372 INFO [M:0;06e3e18f2515:43655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:03,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@657debdc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:03,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28636311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:03,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:03,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15cfca75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:03,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6181fcd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:03,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:17:03,377 WARN [BP-1943728576-172.17.0.2-1733145395267 heartbeating to localhost/127.0.0.1:36343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:17:03,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:17:03,378 WARN [BP-1943728576-172.17.0.2-1733145395267 heartbeating to localhost/127.0.0.1:36343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943728576-172.17.0.2-1733145395267 (Datanode Uuid 81a509ae-0e2e-4b55-adfb-e4b9fcee0f02) service to localhost/127.0.0.1:36343 2024-12-02T13:17:03,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/cluster_f8548b13-2b28-0af3-6d47-9c200378c912/data/data1/current/BP-1943728576-172.17.0.2-1733145395267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:03,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/cluster_f8548b13-2b28-0af3-6d47-9c200378c912/data/data2/current/BP-1943728576-172.17.0.2-1733145395267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:03,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:17:03,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8b5438{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:03,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64255021{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:03,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:03,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c54baa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:03,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d513ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:03,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:17:03,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:17:03,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:03,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:03,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:03,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:03,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:03,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:17:03,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023761510, stopped=false 2024-12-02T13:17:03,399 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,44669,1733145392690 2024-12-02T13:17:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651973768/running 2024-12-02T13:17:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651973768/running 2024-12-02T13:17:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:17:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:17:03,400 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:03,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on znode that does not yet exist, /11651973768/running 2024-12-02T13:17:03,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:03,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:03,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:03,401 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,44139,1733145392716' ***** 2024-12-02T13:17:03,401 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:17:03,401 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:17:03,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Set watcher on znode that does not yet exist, /11651973768/running 2024-12-02T13:17:03,401 INFO [RS:0;06e3e18f2515:44139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:17:03,401 INFO [RS:0;06e3e18f2515:44139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:17:03,401 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(3091): Received CLOSE for a7e4d06e67900d39d178226523a690a9 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(3091): Received CLOSE for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,44139,1733145392716 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:03,402 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7e4d06e67900d39d178226523a690a9, disabling compactions & flushes 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:44139. 2024-12-02T13:17:03,402 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:17:03,402 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:17:03,402 DEBUG [RS:0;06e3e18f2515:44139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:03,402 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145401066.a7e4d06e67900d39d178226523a690a9. after waiting 0 ms 2024-12-02T13:17:03,402 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:17:03,402 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:17:03,402 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7e4d06e67900d39d178226523a690a9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T13:17:03,402 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:17:03,402 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1325): Online Regions={a7e4d06e67900d39d178226523a690a9=test,,1733145401066.a7e4d06e67900d39d178226523a690a9., 1588230740=hbase:meta,,1.1588230740, bf4921d119166e23fc14178fc5ba4b52=hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52.} 2024-12-02T13:17:03,402 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7e4d06e67900d39d178226523a690a9, bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:17:03,402 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:03,403 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:03,403 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:03,403 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:03,403 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:03,403 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:17:03,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:17:03,422 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/info/117fb99e1c0e4d0096d7b4320ff50f84 is 147, key is hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52./info:regioninfo/1733145408692/Put/seqid=0 2024-12-02T13:17:03,423 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/f/ff78906b73ff49cf83b2fdcaaea96139 is 37, key is row3/f:row3/1733145418514/Put/seqid=0 2024-12-02T13:17:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741840_1016 (size=7686) 2024-12-02T13:17:03,426 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/info/117fb99e1c0e4d0096d7b4320ff50f84 2024-12-02T13:17:03,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741841_1017 (size=5228) 2024-12-02T13:17:03,442 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/f/ff78906b73ff49cf83b2fdcaaea96139 2024-12-02T13:17:03,449 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff78906b73ff49cf83b2fdcaaea96139 2024-12-02T13:17:03,456 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/ns/a24faa1cf3424f82ad94ba38131efcbb is 43, key is default/ns:d/1733145395218/Put/seqid=0 2024-12-02T13:17:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741842_1018 (size=5153) 2024-12-02T13:17:03,478 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/f1/19fad9674ced4fdb827fa615de7616af is 30, key is row1/f1:/1733145415861/DeleteFamily/seqid=0 2024-12-02T13:17:03,488 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741843_1019 (size=5158) 2024-12-02T13:17:03,561 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:17:03,561 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:17:03,603 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7e4d06e67900d39d178226523a690a9, bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:17:03,667 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:03,803 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7e4d06e67900d39d178226523a690a9, bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:17:03,870 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/ns/a24faa1cf3424f82ad94ba38131efcbb 2024-12-02T13:17:03,890 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/f1/19fad9674ced4fdb827fa615de7616af 2024-12-02T13:17:03,899 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19fad9674ced4fdb827fa615de7616af 2024-12-02T13:17:03,900 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/rep_barrier/5eea4f7f6ca343fc882858698b479cad is 112, key is test,,1733145401066.a7e4d06e67900d39d178226523a690a9./rep_barrier:seqnumDuringOpen/1733145402206/Put/seqid=0 2024-12-02T13:17:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741844_1020 (size=5518) 2024-12-02T13:17:03,921 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/rep_barrier/5eea4f7f6ca343fc882858698b479cad 2024-12-02T13:17:03,932 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/norep/1dd2f88dc65c4f80935a5c02bcd76636 is 33, key is row1/norep:/1733145415861/DeleteFamily/seqid=0 2024-12-02T13:17:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741845_1021 (size=5108) 2024-12-02T13:17:03,955 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/table/828552e03a60433f80df18885cbe7866 is 53, key is hbase:replication/table:state/1733145408698/Put/seqid=0 2024-12-02T13:17:03,957 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/norep/1dd2f88dc65c4f80935a5c02bcd76636 2024-12-02T13:17:03,966 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dd2f88dc65c4f80935a5c02bcd76636 2024-12-02T13:17:03,967 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/f/ff78906b73ff49cf83b2fdcaaea96139 as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/f/ff78906b73ff49cf83b2fdcaaea96139 2024-12-02T13:17:03,972 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff78906b73ff49cf83b2fdcaaea96139 2024-12-02T13:17:03,972 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/f/ff78906b73ff49cf83b2fdcaaea96139, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T13:17:03,973 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/f1/19fad9674ced4fdb827fa615de7616af as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/f1/19fad9674ced4fdb827fa615de7616af 2024-12-02T13:17:03,979 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19fad9674ced4fdb827fa615de7616af 2024-12-02T13:17:03,979 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/f1/19fad9674ced4fdb827fa615de7616af, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T13:17:03,980 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/.tmp/norep/1dd2f88dc65c4f80935a5c02bcd76636 as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/norep/1dd2f88dc65c4f80935a5c02bcd76636 2024-12-02T13:17:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741846_1022 (size=5308) 2024-12-02T13:17:03,984 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/table/828552e03a60433f80df18885cbe7866 2024-12-02T13:17:03,988 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dd2f88dc65c4f80935a5c02bcd76636 2024-12-02T13:17:03,988 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/norep/1dd2f88dc65c4f80935a5c02bcd76636, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T13:17:03,992 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/info/117fb99e1c0e4d0096d7b4320ff50f84 as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/info/117fb99e1c0e4d0096d7b4320ff50f84 2024-12-02T13:17:03,997 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a7e4d06e67900d39d178226523a690a9 in 595ms, sequenceid=12, compaction requested=false 2024-12-02T13:17:03,997 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/info/117fb99e1c0e4d0096d7b4320ff50f84, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:17:03,997 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:17:04,000 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/ns/a24faa1cf3424f82ad94ba38131efcbb as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/ns/a24faa1cf3424f82ad94ba38131efcbb 2024-12-02T13:17:04,003 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7e4d06e67900d39d178226523a690a9, bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:17:04,004 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/ns/a24faa1cf3424f82ad94ba38131efcbb, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:17:04,005 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/rep_barrier/5eea4f7f6ca343fc882858698b479cad as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/rep_barrier/5eea4f7f6ca343fc882858698b479cad 2024-12-02T13:17:04,010 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/rep_barrier/5eea4f7f6ca343fc882858698b479cad, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:17:04,011 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/.tmp/table/828552e03a60433f80df18885cbe7866 as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/table/828552e03a60433f80df18885cbe7866 2024-12-02T13:17:04,011 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 1468, reset compression=false 2024-12-02T13:17:04,022 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/table/828552e03a60433f80df18885cbe7866, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:17:04,023 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 620ms, sequenceid=16, compaction requested=false 2024-12-02T13:17:04,023 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:17:04,027 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:04,027 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 2064, reset compression=false 2024-12-02T13:17:04,027 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,44139,1733145392716 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686, lastWalPosition=2064, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:04,028 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,44139,1733145392716: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,44139,1733145392716, walGroup=06e3e18f2515%2C44139%2C1733145392716, offset=06e3e18f2515%2C44139%2C1733145392716.1733145394686:2064, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:44139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:17:04,030 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:17:04,030 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:17:04,030 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:17:04,030 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:17:04,030 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:17:04,030 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 882471920 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197729744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:17:04,031 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:44669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:44669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:17:04,063 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/default/test/a7e4d06e67900d39d178226523a690a9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T13:17:04,064 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:04,064 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 2359, reset compression=false 2024-12-02T13:17:04,064 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:04,064 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:04,065 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:17:04,065 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7e4d06e67900d39d178226523a690a9: Waiting for close lock at 1733145423402Running coprocessor pre-close hooks at 1733145423402Disabling compacts and flushes for region at 1733145423402Disabling writes for close at 1733145423402Obtaining lock to block concurrent updates at 1733145423402Preparing flush snapshotting stores in a7e4d06e67900d39d178226523a690a9 at 1733145423402Finished memstore snapshotting test,,1733145401066.a7e4d06e67900d39d178226523a690a9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733145423403 (+1 ms)Flushing stores of test,,1733145401066.a7e4d06e67900d39d178226523a690a9. at 1733145423403Flushing a7e4d06e67900d39d178226523a690a9/f: creating writer at 1733145423403Flushing a7e4d06e67900d39d178226523a690a9/f: appending metadata at 1733145423422 (+19 ms)Flushing a7e4d06e67900d39d178226523a690a9/f: closing flushed file at 1733145423422Flushing a7e4d06e67900d39d178226523a690a9/f1: creating writer at 1733145423449 (+27 ms)Flushing a7e4d06e67900d39d178226523a690a9/f1: appending metadata at 1733145423477 (+28 ms)Flushing a7e4d06e67900d39d178226523a690a9/f1: closing flushed file at 1733145423477Flushing a7e4d06e67900d39d178226523a690a9/norep: creating writer at 1733145423899 (+422 ms)Flushing a7e4d06e67900d39d178226523a690a9/norep: appending metadata at 1733145423930 (+31 ms)Flushing a7e4d06e67900d39d178226523a690a9/norep: closing flushed file at 1733145423930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5816c82c: reopening flushed file at 1733145423966 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef34971: reopening flushed file at 1733145423972 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364d14ba: reopening flushed file at 1733145423980 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a7e4d06e67900d39d178226523a690a9 in 595ms, sequenceid=12, compaction requested=false at 1733145423997 (+17 ms)Writing region close event to WAL at 1733145424033 (+36 ms)Running coprocessor post-close hooks at 1733145424064 (+31 ms)Closed at 1733145424065 (+1 ms) 2024-12-02T13:17:04,065 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145401066.a7e4d06e67900d39d178226523a690a9. 2024-12-02T13:17:04,065 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf4921d119166e23fc14178fc5ba4b52, disabling compactions & flushes 2024-12-02T13:17:04,065 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,065 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,067 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. after waiting 0 ms 2024-12-02T13:17:04,067 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,067 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf4921d119166e23fc14178fc5ba4b52: Waiting for close lock at 1733145424065Running coprocessor pre-close hooks at 1733145424065Disabling compacts and flushes for region at 1733145424065Disabling writes for close at 1733145424067 (+2 ms)Failed flush hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52., putting online again at 1733145424067 2024-12-02T13:17:04,067 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,116 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:17:04,116 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:04,116 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:04,116 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:04,116 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145423402Running coprocessor pre-close hooks at 1733145423402Disabling compacts and flushes for region at 1733145423402Disabling writes for close at 1733145423403 (+1 ms)Obtaining lock to block concurrent updates at 1733145423403Preparing flush snapshotting stores in 1588230740 at 1733145423403Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145423403Flushing stores of hbase:meta,,1.1588230740 at 1733145423404 (+1 ms)Flushing 1588230740/info: creating writer at 1733145423404Flushing 1588230740/info: appending metadata at 1733145423422 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733145423422Flushing 1588230740/ns: creating writer at 1733145423436 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733145423455 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733145423455Flushing 1588230740/rep_barrier: creating writer at 1733145423874 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145423900 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145423900Flushing 1588230740/table: creating writer at 1733145423931 (+31 ms)Flushing 1588230740/table: appending metadata at 1733145423954 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733145423954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581aea84: reopening flushed file at 1733145423991 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28185e5e: reopening flushed file at 1733145423997 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310f0716: reopening flushed file at 1733145424004 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1e8b31: reopening flushed file at 1733145424010 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 620ms, sequenceid=16, compaction requested=false at 1733145424023 (+13 ms)Writing region close event to WAL at 1733145424112 (+89 ms)Running coprocessor post-close hooks at 1733145424116 (+4 ms)Closed at 1733145424116 2024-12-02T13:17:04,116 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:04,203 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(3091): Received CLOSE for bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:17:04,203 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1351): Waiting on bf4921d119166e23fc14178fc5ba4b52 2024-12-02T13:17:04,203 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf4921d119166e23fc14178fc5ba4b52, disabling compactions & flushes 2024-12-02T13:17:04,203 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,203 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,204 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. after waiting 0 ms 2024-12-02T13:17:04,204 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,204 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf4921d119166e23fc14178fc5ba4b52: Waiting for close lock at 1733145424203Running coprocessor pre-close hooks at 1733145424203Disabling compacts and flushes for region at 1733145424203Disabling writes for close at 1733145424204 (+1 ms)Failed flush hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52., putting online again at 1733145424204 2024-12-02T13:17:04,204 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52. 2024-12-02T13:17:04,312 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/WALs/06e3e18f2515,44139,1733145392716/06e3e18f2515%2C44139%2C1733145392716.1733145394686 to pos 2359, reset compression=false 2024-12-02T13:17:04,403 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:17:04,404 DEBUG [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1325): Online Regions={bf4921d119166e23fc14178fc5ba4b52=hbase:replication,,1733145407529.bf4921d119166e23fc14178fc5ba4b52.} 2024-12-02T13:17:04,404 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T13:17:04,404 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,44139,1733145392716; all regions closed. 2024-12-02T13:17:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:17:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741839_1015 (size=2609) 2024-12-02T13:17:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741832_1008 (size=2367) 2024-12-02T13:17:04,413 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:04,413 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:04,413 INFO [RS:0;06e3e18f2515:44139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:04,413 INFO [RS:0;06e3e18f2515:44139 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:04,413 INFO [RS:0;06e3e18f2515:44139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:04,414 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,44139,1733145392716 because: Region server is closing 2024-12-02T13:17:04,414 INFO [RS:0;06e3e18f2515:44139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:44139. 2024-12-02T13:17:04,414 DEBUG [RS:0;06e3e18f2515:44139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:04,414 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:04,414 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:04,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:04,414 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:04,514 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.shipper06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 terminated 2024-12-02T13:17:04,514 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,44139,1733145392716.replicationSource.wal-reader.06e3e18f2515%2C44139%2C1733145392716,1-06e3e18f2515,44139,1733145392716 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:17:04,514 INFO [RS:0;06e3e18f2515:44139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:44139. 2024-12-02T13:17:04,514 DEBUG [RS:0;06e3e18f2515:44139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:04,514 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:04,515 DEBUG [RS:0;06e3e18f2515:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:04,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:04,515 INFO [RS:0;06e3e18f2515:44139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44139 2024-12-02T13:17:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768/rs 2024-12-02T13:17:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651973768/rs/06e3e18f2515,44139,1733145392716 2024-12-02T13:17:04,516 INFO [RS:0;06e3e18f2515:44139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:04,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,44139,1733145392716] 2024-12-02T13:17:04,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11651973768/draining/06e3e18f2515,44139,1733145392716 already deleted, retry=false 2024-12-02T13:17:04,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,44139,1733145392716 expired; onlineServers=0 2024-12-02T13:17:04,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,44669,1733145392690' ***** 2024-12-02T13:17:04,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:17:04,518 INFO [M:0;06e3e18f2515:44669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:04,518 INFO [M:0;06e3e18f2515:44669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:04,518 DEBUG [M:0;06e3e18f2515:44669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:17:04,518 DEBUG [M:0;06e3e18f2515:44669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:17:04,518 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145394453 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145394453,5,FailOnTimeoutGroup] 2024-12-02T13:17:04,519 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145394457 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145394457,5,FailOnTimeoutGroup] 2024-12-02T13:17:04,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:17:04,519 INFO [M:0;06e3e18f2515:44669 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:04,519 INFO [M:0;06e3e18f2515:44669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:04,519 DEBUG [M:0;06e3e18f2515:44669 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:17:04,519 INFO [M:0;06e3e18f2515:44669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:17:04,519 INFO [M:0;06e3e18f2515:44669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:04,519 INFO [M:0;06e3e18f2515:44669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:17:04,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:17:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651973768/master 2024-12-02T13:17:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651973768 2024-12-02T13:17:04,520 DEBUG [M:0;06e3e18f2515:44669 {}] zookeeper.ZKUtil(347): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Unable to get data of znode /11651973768/master because node does not exist (not an error) 2024-12-02T13:17:04,520 WARN [M:0;06e3e18f2515:44669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:17:04,521 INFO [M:0;06e3e18f2515:44669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/.lastflushedseqids 2024-12-02T13:17:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741847_1023 (size=245) 2024-12-02T13:17:04,524 INFO [M:0;06e3e18f2515:44669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:17:04,525 INFO [M:0;06e3e18f2515:44669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:17:04,525 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:04,525 INFO [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:04,525 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:04,525 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:04,525 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:04,525 INFO [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T13:17:04,538 DEBUG [M:0;06e3e18f2515:44669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b07b9904266e4012816913421bfde9c0 is 82, key is hbase:meta,,1/info:regioninfo/1733145395210/Put/seqid=0 2024-12-02T13:17:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741848_1024 (size=5672) 2024-12-02T13:17:04,541 INFO [M:0;06e3e18f2515:44669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b07b9904266e4012816913421bfde9c0 2024-12-02T13:17:04,558 DEBUG [M:0;06e3e18f2515:44669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54ced4cf64504aec909f241e4abc110f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145408701/Put/seqid=0 2024-12-02T13:17:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741849_1025 (size=8516) 2024-12-02T13:17:04,571 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1009b13416b0004, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:04,618 INFO [RS:0;06e3e18f2515:44139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:04,618 INFO [RS:0;06e3e18f2515:44139 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,44139,1733145392716; zookeeper connection closed. 2024-12-02T13:17:04,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@770e41da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@770e41da 2024-12-02T13:17:04,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:17:04,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:04,962 INFO [M:0;06e3e18f2515:44669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54ced4cf64504aec909f241e4abc110f 2024-12-02T13:17:04,982 DEBUG [M:0;06e3e18f2515:44669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d86c932ab182487cbd203eb860b108db is 69, key is 06e3e18f2515,44139,1733145392716/rs:state/1733145394550/Put/seqid=0 2024-12-02T13:17:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741850_1026 (size=5156) 2024-12-02T13:17:04,998 INFO [M:0;06e3e18f2515:44669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d86c932ab182487cbd203eb860b108db 2024-12-02T13:17:05,003 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b07b9904266e4012816913421bfde9c0 as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b07b9904266e4012816913421bfde9c0 2024-12-02T13:17:05,006 INFO [M:0;06e3e18f2515:44669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b07b9904266e4012816913421bfde9c0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T13:17:05,007 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54ced4cf64504aec909f241e4abc110f as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54ced4cf64504aec909f241e4abc110f 2024-12-02T13:17:05,010 INFO [M:0;06e3e18f2515:44669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54ced4cf64504aec909f241e4abc110f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T13:17:05,011 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d86c932ab182487cbd203eb860b108db as hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d86c932ab182487cbd203eb860b108db 2024-12-02T13:17:05,014 INFO [M:0;06e3e18f2515:44669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/0a2fd49b-daa7-082a-8e41-1e7bd6979b40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d86c932ab182487cbd203eb860b108db, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T13:17:05,014 INFO [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=97, compaction requested=false 2024-12-02T13:17:05,015 INFO [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:05,015 DEBUG [M:0;06e3e18f2515:44669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145424525Disabling compacts and flushes for region at 1733145424525Disabling writes for close at 1733145424525Obtaining lock to block concurrent updates at 1733145424525Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145424525Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733145424525Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145424526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145424526Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145424537 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145424537Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145424545 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145424558 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145424558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145424967 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145424982 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145424982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574b323: reopening flushed file at 1733145425002 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9357aa: reopening flushed file at 1733145425006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa1d3da: reopening flushed file at 1733145425010 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=97, compaction requested=false at 1733145425014 (+4 ms)Writing region close event to WAL at 1733145425015 (+1 ms)Closed at 1733145425015 2024-12-02T13:17:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741830_1006 (size=63654) 2024-12-02T13:17:05,019 INFO [M:0;06e3e18f2515:44669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:17:05,019 INFO [M:0;06e3e18f2515:44669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44669 2024-12-02T13:17:05,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:05,020 INFO [M:0;06e3e18f2515:44669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:05,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:05,121 INFO [M:0;06e3e18f2515:44669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:05,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44669-0x1009b13416b0003, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:05,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b02c84c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:05,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@196163e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:05,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:05,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77cb3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:05,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0ecd10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:05,133 WARN [BP-526707825-172.17.0.2-1733145391870 heartbeating to localhost/127.0.0.1:34195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:17:05,133 WARN [BP-526707825-172.17.0.2-1733145391870 heartbeating to localhost/127.0.0.1:34195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-526707825-172.17.0.2-1733145391870 (Datanode Uuid 5d08b205-463b-4c18-8489-cc6cfac0b619) service to localhost/127.0.0.1:34195 2024-12-02T13:17:05,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/cluster_77205340-a6ae-fd64-5cdf-fbd4fb982b3f/data/data1/current/BP-526707825-172.17.0.2-1733145391870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:05,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/cluster_77205340-a6ae-fd64-5cdf-fbd4fb982b3f/data/data2/current/BP-526707825-172.17.0.2-1733145391870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:05,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:17:05,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:17:05,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:17:05,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb01bc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:05,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b650393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:05,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:05,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33a937cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:05,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125cedb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2daf8a-cebe-a3fd-5b29-bfd0ee2ce7b7/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:05,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:17:05,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:17:05,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:05,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:05,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:05,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:05,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:17:05,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=740697414, stopped=false 2024-12-02T13:17:05,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:05,159 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,39011,1733145389188 2024-12-02T13:17:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0640487394/running 2024-12-02T13:17:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:17:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0640487394/running 2024-12-02T13:17:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:17:05,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:05,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:05,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:05,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:05,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on znode that does not yet exist, /0640487394/running 2024-12-02T13:17:05,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,34089,1733145389228' ***** 2024-12-02T13:17:05,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:17:05,161 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:17:05,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Set watcher on znode that does not yet exist, /0640487394/running 2024-12-02T13:17:05,161 INFO [RS:0;06e3e18f2515:34089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:17:05,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:17:05,161 INFO [RS:0;06e3e18f2515:34089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:17:05,161 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a30b81ae6544a11cbd36f8a3b4a56cf 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,34089,1733145389228 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:34089. 2024-12-02T13:17:05,162 DEBUG [RS:0;06e3e18f2515:34089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:05,162 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a30b81ae6544a11cbd36f8a3b4a56cf, disabling compactions & flushes 2024-12-02T13:17:05,162 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. after waiting 0 ms 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:17:05,162 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:17:05,162 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0a30b81ae6544a11cbd36f8a3b4a56cf=hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf., ec81dba995412fd9e9c9e6acab391a1f=test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f.} 2024-12-02T13:17:05,162 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 0a30b81ae6544a11cbd36f8a3b4a56cf, 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:05,162 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a30b81ae6544a11cbd36f8a3b4a56cf 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:05,162 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:05,162 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:05,162 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:17:05,183 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf/.tmp/queue/ac3e1fe0d20e4e61876808d7a47c5875 is 154, key is 1-06e3e18f2515,34089,1733145389228/queue:06e3e18f2515%2C34089%2C1733145389228/1733145420146/Put/seqid=0 2024-12-02T13:17:05,186 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/info/36be1a817926454c9f7199d0fcfdede0 is 147, key is hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf./info:regioninfo/1733145406544/Put/seqid=0 2024-12-02T13:17:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741840_1016 (size=5353) 2024-12-02T13:17:05,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741841_1017 (size=7686) 2024-12-02T13:17:05,206 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:05,362 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 0a30b81ae6544a11cbd36f8a3b4a56cf, 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:05,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:05,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:05,562 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 0a30b81ae6544a11cbd36f8a3b4a56cf, 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:05,575 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:05,589 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf/.tmp/queue/ac3e1fe0d20e4e61876808d7a47c5875 2024-12-02T13:17:05,593 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/info/36be1a817926454c9f7199d0fcfdede0 2024-12-02T13:17:05,594 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf/.tmp/queue/ac3e1fe0d20e4e61876808d7a47c5875 as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf/queue/ac3e1fe0d20e4e61876808d7a47c5875 2024-12-02T13:17:05,598 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf/queue/ac3e1fe0d20e4e61876808d7a47c5875, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T13:17:05,599 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0a30b81ae6544a11cbd36f8a3b4a56cf in 437ms, sequenceid=14, compaction requested=false 2024-12-02T13:17:05,599 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:17:05,603 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/replication/0a30b81ae6544a11cbd36f8a3b4a56cf/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:05,604 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a30b81ae6544a11cbd36f8a3b4a56cf: Waiting for close lock at 1733145425162Running coprocessor pre-close hooks at 1733145425162Disabling compacts and flushes for region at 1733145425162Disabling writes for close at 1733145425162Obtaining lock to block concurrent updates at 1733145425162Preparing flush snapshotting stores in 0a30b81ae6544a11cbd36f8a3b4a56cf at 1733145425162Finished memstore snapshotting hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733145425162Flushing stores of hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. at 1733145425163 (+1 ms)Flushing 0a30b81ae6544a11cbd36f8a3b4a56cf/queue: creating writer at 1733145425163Flushing 0a30b81ae6544a11cbd36f8a3b4a56cf/queue: appending metadata at 1733145425183 (+20 ms)Flushing 0a30b81ae6544a11cbd36f8a3b4a56cf/queue: closing flushed file at 1733145425183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc96b2: reopening flushed file at 1733145425594 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0a30b81ae6544a11cbd36f8a3b4a56cf in 437ms, sequenceid=14, compaction requested=false at 1733145425599 (+5 ms)Writing region close event to WAL at 1733145425601 (+2 ms)Running coprocessor post-close hooks at 1733145425604 (+3 ms)Closed at 1733145425604 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145405376.0a30b81ae6544a11cbd36f8a3b4a56cf. 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec81dba995412fd9e9c9e6acab391a1f, disabling compactions & flushes 2024-12-02T13:17:05,604 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. after waiting 0 ms 2024-12-02T13:17:05,604 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:17:05,604 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec81dba995412fd9e9c9e6acab391a1f 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-02T13:17:05,611 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/ns/f8c01fede2294330aba46fb2f1bda4ac is 43, key is default/ns:d/1733145391742/Put/seqid=0 2024-12-02T13:17:05,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741842_1018 (size=5153) 2024-12-02T13:17:05,621 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/f/6f0a0403bb23421fa155827d3815a0af is 37, key is row3/f:row3/1733145418514/Put/seqid=0 2024-12-02T13:17:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741843_1019 (size=5228) 2024-12-02T13:17:05,624 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/f/6f0a0403bb23421fa155827d3815a0af 2024-12-02T13:17:05,628 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f0a0403bb23421fa155827d3815a0af 2024-12-02T13:17:05,644 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/f1/e6761f947d3b4f1f85ee84571c6847b7 is 30, key is row1/f1:/1733145415861/DeleteFamily/seqid=0 2024-12-02T13:17:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741844_1020 (size=5158) 2024-12-02T13:17:05,763 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:05,963 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:06,018 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/ns/f8c01fede2294330aba46fb2f1bda4ac 2024-12-02T13:17:06,038 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/rep_barrier/6a355ec756e54afa821087dc2b5386cd is 112, key is test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f./rep_barrier:seqnumDuringOpen/1733145400055/Put/seqid=0 2024-12-02T13:17:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741845_1021 (size=5518) 2024-12-02T13:17:06,048 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/f1/e6761f947d3b4f1f85ee84571c6847b7 2024-12-02T13:17:06,051 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6761f947d3b4f1f85ee84571c6847b7 2024-12-02T13:17:06,078 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/norep/105b78a7f330487f805e1f8547f4a42c is 32, key is row/norep:/1733145414855/DeleteFamily/seqid=0 2024-12-02T13:17:06,079 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:17:06,079 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:17:06,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741846_1022 (size=5101) 2024-12-02T13:17:06,163 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:17:06,163 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec81dba995412fd9e9c9e6acab391a1f=test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f.} 2024-12-02T13:17:06,163 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:06,363 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:06,442 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/rep_barrier/6a355ec756e54afa821087dc2b5386cd 2024-12-02T13:17:06,462 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/table/8c7d09e533bb4521b83c6b0d8b3e7832 is 53, key is hbase:replication/table:state/1733145406552/Put/seqid=0 2024-12-02T13:17:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741847_1023 (size=5308) 2024-12-02T13:17:06,475 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/table/8c7d09e533bb4521b83c6b0d8b3e7832 2024-12-02T13:17:06,491 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/norep/105b78a7f330487f805e1f8547f4a42c 2024-12-02T13:17:06,496 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/info/36be1a817926454c9f7199d0fcfdede0 as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/info/36be1a817926454c9f7199d0fcfdede0 2024-12-02T13:17:06,496 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 105b78a7f330487f805e1f8547f4a42c 2024-12-02T13:17:06,497 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/f/6f0a0403bb23421fa155827d3815a0af as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/f/6f0a0403bb23421fa155827d3815a0af 2024-12-02T13:17:06,502 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f0a0403bb23421fa155827d3815a0af 2024-12-02T13:17:06,502 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/f/6f0a0403bb23421fa155827d3815a0af, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T13:17:06,503 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/f1/e6761f947d3b4f1f85ee84571c6847b7 as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/f1/e6761f947d3b4f1f85ee84571c6847b7 2024-12-02T13:17:06,506 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/info/36be1a817926454c9f7199d0fcfdede0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:17:06,507 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/ns/f8c01fede2294330aba46fb2f1bda4ac as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/ns/f8c01fede2294330aba46fb2f1bda4ac 2024-12-02T13:17:06,508 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6761f947d3b4f1f85ee84571c6847b7 2024-12-02T13:17:06,508 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/f1/e6761f947d3b4f1f85ee84571c6847b7, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T13:17:06,509 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/.tmp/norep/105b78a7f330487f805e1f8547f4a42c as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/norep/105b78a7f330487f805e1f8547f4a42c 2024-12-02T13:17:06,513 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 105b78a7f330487f805e1f8547f4a42c 2024-12-02T13:17:06,513 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/ns/f8c01fede2294330aba46fb2f1bda4ac, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:17:06,513 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/norep/105b78a7f330487f805e1f8547f4a42c, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T13:17:06,514 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ec81dba995412fd9e9c9e6acab391a1f in 910ms, sequenceid=12, compaction requested=false 2024-12-02T13:17:06,514 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/rep_barrier/6a355ec756e54afa821087dc2b5386cd as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/rep_barrier/6a355ec756e54afa821087dc2b5386cd 2024-12-02T13:17:06,514 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:17:06,519 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/rep_barrier/6a355ec756e54afa821087dc2b5386cd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:17:06,520 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/.tmp/table/8c7d09e533bb4521b83c6b0d8b3e7832 as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/table/8c7d09e533bb4521b83c6b0d8b3e7832 2024-12-02T13:17:06,524 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/table/8c7d09e533bb4521b83c6b0d8b3e7832, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:17:06,525 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false 2024-12-02T13:17:06,525 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:17:06,564 DEBUG [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec81dba995412fd9e9c9e6acab391a1f 2024-12-02T13:17:06,570 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/default/test/ec81dba995412fd9e9c9e6acab391a1f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T13:17:06,571 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:06,571 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:06,571 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:17:06,572 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec81dba995412fd9e9c9e6acab391a1f: Waiting for close lock at 1733145425604Running coprocessor pre-close hooks at 1733145425604Disabling compacts and flushes for region at 1733145425604Disabling writes for close at 1733145425604Obtaining lock to block concurrent updates at 1733145425604Preparing flush snapshotting stores in ec81dba995412fd9e9c9e6acab391a1f at 1733145425604Finished memstore snapshotting test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733145425605 (+1 ms)Flushing stores of test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. at 1733145425605Flushing ec81dba995412fd9e9c9e6acab391a1f/f: creating writer at 1733145425605Flushing ec81dba995412fd9e9c9e6acab391a1f/f: appending metadata at 1733145425620 (+15 ms)Flushing ec81dba995412fd9e9c9e6acab391a1f/f: closing flushed file at 1733145425620Flushing ec81dba995412fd9e9c9e6acab391a1f/f1: creating writer at 1733145425628 (+8 ms)Flushing ec81dba995412fd9e9c9e6acab391a1f/f1: appending metadata at 1733145425643 (+15 ms)Flushing ec81dba995412fd9e9c9e6acab391a1f/f1: closing flushed file at 1733145425643Flushing ec81dba995412fd9e9c9e6acab391a1f/norep: creating writer at 1733145426052 (+409 ms)Flushing ec81dba995412fd9e9c9e6acab391a1f/norep: appending metadata at 1733145426077 (+25 ms)Flushing ec81dba995412fd9e9c9e6acab391a1f/norep: closing flushed file at 1733145426077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4737f1e9: reopening flushed file at 1733145426496 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382fdf92: reopening flushed file at 1733145426503 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf74ee6: reopening flushed file at 1733145426508 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ec81dba995412fd9e9c9e6acab391a1f in 910ms, sequenceid=12, compaction requested=false at 1733145426514 (+6 ms)Writing region close event to WAL at 1733145426556 (+42 ms)Running coprocessor post-close hooks at 1733145426571 (+15 ms)Closed at 1733145426571 2024-12-02T13:17:06,572 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145398913.ec81dba995412fd9e9c9e6acab391a1f. 2024-12-02T13:17:06,587 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:17:06,588 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:06,588 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:06,588 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:06,588 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145425162Running coprocessor pre-close hooks at 1733145425162Disabling compacts and flushes for region at 1733145425162Disabling writes for close at 1733145425162Obtaining lock to block concurrent updates at 1733145425162Preparing flush snapshotting stores in 1588230740 at 1733145425162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145425163 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145425164 (+1 ms)Flushing 1588230740/info: creating writer at 1733145425164Flushing 1588230740/info: appending metadata at 1733145425186 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733145425186Flushing 1588230740/ns: creating writer at 1733145425597 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733145425610 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733145425610Flushing 1588230740/rep_barrier: creating writer at 1733145426022 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145426037 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145426037Flushing 1588230740/table: creating writer at 1733145426446 (+409 ms)Flushing 1588230740/table: appending metadata at 1733145426461 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733145426461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71102fb6: reopening flushed file at 1733145426494 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47188a3: reopening flushed file at 1733145426506 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce5cab3: reopening flushed file at 1733145426513 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a39d84: reopening flushed file at 1733145426519 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false at 1733145426525 (+6 ms)Writing region close event to WAL at 1733145426581 (+56 ms)Running coprocessor post-close hooks at 1733145426588 (+7 ms)Closed at 1733145426588 2024-12-02T13:17:06,588 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:06,602 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:06,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:17:06,603 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68493 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:17:06,679 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 1493, reset compression=false 2024-12-02T13:17:06,699 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:06,699 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 2384, reset compression=false 2024-12-02T13:17:06,699 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,34089,1733145389228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:06,700 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,34089,1733145389228: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,34089,1733145389228, walGroup=06e3e18f2515%2C34089%2C1733145389228, offset=06e3e18f2515%2C34089%2C1733145389228.1733145391207:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:34089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:17:06,701 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:17:06,701 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:17:06,701 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:17:06,701 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:17:06,701 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:17:06,701 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 669936240 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198630208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:17:06,702 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:39011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:39011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:17:06,764 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,34089,1733145389228; all regions closed. 2024-12-02T13:17:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:17:06,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.meta.1733145391709.meta not finished, retry = 0 2024-12-02T13:17:06,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741839_1015 (size=3552) 2024-12-02T13:17:06,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.rep.1733145406506 not finished, retry = 0 2024-12-02T13:17:06,919 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 to pos 2384, reset compression=false 2024-12-02T13:17:06,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/WALs/06e3e18f2515,34089,1733145389228/06e3e18f2515%2C34089%2C1733145389228.1733145391207 not finished, retry = 0 2024-12-02T13:17:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741832_1008 (size=2392) 2024-12-02T13:17:07,076 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:07,076 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:07,076 INFO [RS:0;06e3e18f2515:34089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:07,076 INFO [RS:0;06e3e18f2515:34089 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:07,076 INFO [RS:0;06e3e18f2515:34089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:07,076 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:07,076 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,34089,1733145389228 because: Region server is closing 2024-12-02T13:17:07,077 INFO [RS:0;06e3e18f2515:34089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:34089. 2024-12-02T13:17:07,077 DEBUG [RS:0;06e3e18f2515:34089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:07,077 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:07,077 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:07,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:07,177 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.shipper06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 terminated 2024-12-02T13:17:07,177 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,34089,1733145389228.replicationSource.wal-reader.06e3e18f2515%2C34089%2C1733145389228,1-06e3e18f2515,34089,1733145389228 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:17:07,177 INFO [RS:0;06e3e18f2515:34089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:34089. 2024-12-02T13:17:07,177 DEBUG [RS:0;06e3e18f2515:34089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:07,178 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:07,178 DEBUG [RS:0;06e3e18f2515:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:07,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:07,178 INFO [RS:0;06e3e18f2515:34089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34089 2024-12-02T13:17:07,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0640487394/rs/06e3e18f2515,34089,1733145389228 2024-12-02T13:17:07,179 INFO [RS:0;06e3e18f2515:34089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:07,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394/rs 2024-12-02T13:17:07,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,34089,1733145389228] 2024-12-02T13:17:07,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0640487394/draining/06e3e18f2515,34089,1733145389228 already deleted, retry=false 2024-12-02T13:17:07,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,34089,1733145389228 expired; onlineServers=0 2024-12-02T13:17:07,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,39011,1733145389188' ***** 2024-12-02T13:17:07,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:17:07,181 INFO [M:0;06e3e18f2515:39011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:07,181 INFO [M:0;06e3e18f2515:39011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:07,181 DEBUG [M:0;06e3e18f2515:39011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:17:07,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:17:07,181 DEBUG [M:0;06e3e18f2515:39011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:17:07,181 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145390971 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145390971,5,FailOnTimeoutGroup] 2024-12-02T13:17:07,181 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145390970 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145390970,5,FailOnTimeoutGroup] 2024-12-02T13:17:07,181 INFO [M:0;06e3e18f2515:39011 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:07,181 INFO [M:0;06e3e18f2515:39011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:07,181 DEBUG [M:0;06e3e18f2515:39011 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:17:07,181 INFO [M:0;06e3e18f2515:39011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:17:07,181 INFO [M:0;06e3e18f2515:39011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:07,181 INFO [M:0;06e3e18f2515:39011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:17:07,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:17:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0640487394/master 2024-12-02T13:17:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640487394 2024-12-02T13:17:07,182 DEBUG [M:0;06e3e18f2515:39011 {}] zookeeper.ZKUtil(347): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Unable to get data of znode /0640487394/master because node does not exist (not an error) 2024-12-02T13:17:07,182 WARN [M:0;06e3e18f2515:39011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:17:07,182 INFO [M:0;06e3e18f2515:39011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/.lastflushedseqids 2024-12-02T13:17:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741848_1024 (size=245) 2024-12-02T13:17:07,186 INFO [M:0;06e3e18f2515:39011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:17:07,187 INFO [M:0;06e3e18f2515:39011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:17:07,187 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:07,187 INFO [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:07,187 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:07,187 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:07,187 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:07,187 INFO [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-02T13:17:07,202 DEBUG [M:0;06e3e18f2515:39011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5576201820dc4a699db721c2f6011a90 is 82, key is hbase:meta,,1/info:regioninfo/1733145391734/Put/seqid=0 2024-12-02T13:17:07,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741849_1025 (size=5672) 2024-12-02T13:17:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:07,280 INFO [RS:0;06e3e18f2515:34089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1009b13416b0001, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:07,280 INFO [RS:0;06e3e18f2515:34089 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,34089,1733145389228; zookeeper connection closed. 2024-12-02T13:17:07,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cedd520 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cedd520 2024-12-02T13:17:07,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:17:07,606 INFO [M:0;06e3e18f2515:39011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5576201820dc4a699db721c2f6011a90 2024-12-02T13:17:07,621 DEBUG [M:0;06e3e18f2515:39011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa31d94400ea4de7a2148db88fc08076 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733145400064/Put/seqid=0 2024-12-02T13:17:07,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741850_1026 (size=7219) 2024-12-02T13:17:08,025 INFO [M:0;06e3e18f2515:39011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa31d94400ea4de7a2148db88fc08076 2024-12-02T13:17:08,029 INFO [M:0;06e3e18f2515:39011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa31d94400ea4de7a2148db88fc08076 2024-12-02T13:17:08,046 DEBUG [M:0;06e3e18f2515:39011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff5aeece20ff42aa9843d403fb3ce4ff is 69, key is 06e3e18f2515,34089,1733145389228/rs:state/1733145391065/Put/seqid=0 2024-12-02T13:17:08,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741851_1027 (size=5156) 2024-12-02T13:17:08,050 INFO [M:0;06e3e18f2515:39011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff5aeece20ff42aa9843d403fb3ce4ff 2024-12-02T13:17:08,054 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5576201820dc4a699db721c2f6011a90 as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5576201820dc4a699db721c2f6011a90 2024-12-02T13:17:08,058 INFO [M:0;06e3e18f2515:39011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5576201820dc4a699db721c2f6011a90, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T13:17:08,059 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa31d94400ea4de7a2148db88fc08076 as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa31d94400ea4de7a2148db88fc08076 2024-12-02T13:17:08,063 INFO [M:0;06e3e18f2515:39011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa31d94400ea4de7a2148db88fc08076 2024-12-02T13:17:08,063 INFO [M:0;06e3e18f2515:39011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa31d94400ea4de7a2148db88fc08076, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T13:17:08,064 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff5aeece20ff42aa9843d403fb3ce4ff as hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff5aeece20ff42aa9843d403fb3ce4ff 2024-12-02T13:17:08,068 INFO [M:0;06e3e18f2515:39011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39899/user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff5aeece20ff42aa9843d403fb3ce4ff, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T13:17:08,069 INFO [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false 2024-12-02T13:17:08,080 INFO [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:08,080 DEBUG [M:0;06e3e18f2515:39011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145427187Disabling compacts and flushes for region at 1733145427187Disabling writes for close at 1733145427187Obtaining lock to block concurrent updates at 1733145427187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145427187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733145427187Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145427188 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145427188Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145427202 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145427202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145427609 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145427620 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145427620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145428029 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145428045 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145428045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a858822: reopening flushed file at 1733145428053 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380041c1: reopening flushed file at 1733145428058 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56251d01: reopening flushed file at 1733145428063 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false at 1733145428069 (+6 ms)Writing region close event to WAL at 1733145428080 (+11 ms)Closed at 1733145428080 2024-12-02T13:17:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741830_1006 (size=64435) 2024-12-02T13:17:08,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d977ecd1-f085-f562-3907-1da6c03d5f5b/MasterData/WALs/06e3e18f2515,39011,1733145389188/06e3e18f2515%2C39011%2C1733145389188.1733145390895 not finished, retry = 0 2024-12-02T13:17:08,187 INFO [M:0;06e3e18f2515:39011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:17:08,187 INFO [M:0;06e3e18f2515:39011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39011 2024-12-02T13:17:08,188 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:08,188 INFO [M:0;06e3e18f2515:39011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:08,289 INFO [M:0;06e3e18f2515:39011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:08,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39011-0x1009b13416b0000, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:08,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e3df9f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:08,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23aec636{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:08,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:08,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a4a1a95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:08,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70014cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:08,294 WARN [BP-1027947501-172.17.0.2-1733145388299 heartbeating to localhost/127.0.0.1:39899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:17:08,294 WARN [BP-1027947501-172.17.0.2-1733145388299 heartbeating to localhost/127.0.0.1:39899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1027947501-172.17.0.2-1733145388299 (Datanode Uuid 1d9ad3c3-41c3-4247-aa8d-0a01d82c6c07) service to localhost/127.0.0.1:39899 2024-12-02T13:17:08,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1/data/data2/current/BP-1027947501-172.17.0.2-1733145388299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:08,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:17:08,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:17:08,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/cluster_0032776f-a22c-f1c8-d399-3abb97a9e9a1/data/data1/current/BP-1027947501-172.17.0.2-1733145388299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:08,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:17:08,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d789a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:08,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0f3029{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:08,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:08,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20aa73cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:08,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7292c86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f3dcce1-2726-851f-3fe7-94e6b48b53c9/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:08,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:17:08,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:17:08,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=317 (was 267) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60877) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60877) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36343 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60877) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39899 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=2730 (was 2005) - AvailableMemoryMB LEAK? - 2024-12-02T13:17:08,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=317, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=2730 2024-12-02T13:17:08,351 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-02T13:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.log.dir so I do NOT create it in target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62 2024-12-02T13:17:08,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:17:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.tmp.dir so I do NOT create it in target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62 2024-12-02T13:17:08,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a1db1f-4941-b0ce-f621-3a99f79a1567/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:17:08,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62 2024-12-02T13:17:08,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f, deleteOnExit=true 2024-12-02T13:17:08,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f/zookeeper_0, clientPort=62413, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:17:08,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62413 2024-12-02T13:17:08,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:17:08,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/test.cache.data in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:17:08,366 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:17:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009b13416b0008, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:17:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b13416b0005, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:17:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b13416b0002, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:17:08,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b13416b0005, quorum=127.0.0.1:60877, baseZNode=/11651973768 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:17:08,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b13416b0002, quorum=127.0.0.1:60877, baseZNode=/0640487394 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:17:08,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009b13416b0008, quorum=127.0.0.1:60877, baseZNode=/22031727330 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:17:08,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:08,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:08,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:08,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:08,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:08,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:08,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b89cf2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:08,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a141954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:08,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53934ca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/java.io.tmpdir/jetty-localhost-34843-hadoop-hdfs-3_4_1-tests_jar-_-any-11003916884363351865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:08,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24495b25{HTTP/1.1, (http/1.1)}{localhost:34843} 2024-12-02T13:17:08,533 INFO [Time-limited test {}] server.Server(415): Started @244432ms 2024-12-02T13:17:08,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:08,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:08,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:08,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:08,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:08,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc929fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:08,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e636865{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:08,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cfd7fad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/java.io.tmpdir/jetty-localhost-34629-hadoop-hdfs-3_4_1-tests_jar-_-any-4222025208456187440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:08,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d20b02c{HTTP/1.1, (http/1.1)}{localhost:34629} 2024-12-02T13:17:08,682 INFO [Time-limited test {}] server.Server(415): Started @244580ms 2024-12-02T13:17:08,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:17:08,738 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f/data/data2/current/BP-1595736917-172.17.0.2-1733145428384/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:08,738 WARN [Thread-3438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f/data/data1/current/BP-1595736917-172.17.0.2-1733145428384/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:08,754 WARN [Thread-3426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:17:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddfe9613e2a93a61 with lease ID 0x7d3bc94ad38d2b1e: Processing first storage report for DS-4f1b3f2f-e701-479c-8d0f-3b683c9eafe4 from datanode DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ae75994a-4db6-458a-9cdc-d1841a516649, infoPort=33053, infoSecurePort=0, ipcPort=36925, storageInfo=lv=-57;cid=testClusterID;nsid=224768403;c=1733145428384) 2024-12-02T13:17:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddfe9613e2a93a61 with lease ID 0x7d3bc94ad38d2b1e: from storage DS-4f1b3f2f-e701-479c-8d0f-3b683c9eafe4 node DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ae75994a-4db6-458a-9cdc-d1841a516649, infoPort=33053, infoSecurePort=0, ipcPort=36925, storageInfo=lv=-57;cid=testClusterID;nsid=224768403;c=1733145428384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddfe9613e2a93a61 with lease ID 0x7d3bc94ad38d2b1e: Processing first storage report for DS-6d696f87-e41d-49a2-9a25-92f1469b44c9 from datanode DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ae75994a-4db6-458a-9cdc-d1841a516649, infoPort=33053, infoSecurePort=0, ipcPort=36925, storageInfo=lv=-57;cid=testClusterID;nsid=224768403;c=1733145428384) 2024-12-02T13:17:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddfe9613e2a93a61 with lease ID 0x7d3bc94ad38d2b1e: from storage DS-6d696f87-e41d-49a2-9a25-92f1469b44c9 node DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ae75994a-4db6-458a-9cdc-d1841a516649, infoPort=33053, infoSecurePort=0, ipcPort=36925, storageInfo=lv=-57;cid=testClusterID;nsid=224768403;c=1733145428384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:08,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62 2024-12-02T13:17:08,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:08,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:17:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:17:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:17:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:17:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:09,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb with version=8 2024-12-02T13:17:09,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/hbase-staging 2024-12-02T13:17:09,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:09,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:09,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:09,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:09,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:09,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:09,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:17:09,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:09,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33537 2024-12-02T13:17:09,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33537 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:09,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335370x0, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:09,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33537-0x1009b13ddf80000 connected 2024-12-02T13:17:09,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:09,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:09,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on znode that does not yet exist, /0233191787/running 2024-12-02T13:17:09,228 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb, hbase.cluster.distributed=false 2024-12-02T13:17:09,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on znode that does not yet exist, /0233191787/acl 2024-12-02T13:17:09,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33537 2024-12-02T13:17:09,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33537 2024-12-02T13:17:09,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33537 2024-12-02T13:17:09,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33537 2024-12-02T13:17:09,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33537 2024-12-02T13:17:09,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:09,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:09,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:09,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:09,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:09,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:09,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:17:09,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:09,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37149 2024-12-02T13:17:09,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37149 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:09,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:09,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:09,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371490x0, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:09,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371490x0, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on znode that does not yet exist, /0233191787/running 2024-12-02T13:17:09,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37149-0x1009b13ddf80001 connected 2024-12-02T13:17:09,255 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:17:09,255 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:17:09,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on znode that does not yet exist, /0233191787/master 2024-12-02T13:17:09,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on znode that does not yet exist, /0233191787/acl 2024-12-02T13:17:09,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37149 2024-12-02T13:17:09,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37149 2024-12-02T13:17:09,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37149 2024-12-02T13:17:09,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37149 2024-12-02T13:17:09,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37149 2024-12-02T13:17:09,275 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:33537 2024-12-02T13:17:09,275 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0233191787/backup-masters/06e3e18f2515,33537,1733145429210 2024-12-02T13:17:09,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787/backup-masters 2024-12-02T13:17:09,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787/backup-masters 2024-12-02T13:17:09,276 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on existing znode=/0233191787/backup-masters/06e3e18f2515,33537,1733145429210 2024-12-02T13:17:09,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0233191787/master 2024-12-02T13:17:09,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:09,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:09,277 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on existing znode=/0233191787/master 2024-12-02T13:17:09,278 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0233191787/backup-masters/06e3e18f2515,33537,1733145429210 from backup master directory 2024-12-02T13:17:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787/backup-masters 2024-12-02T13:17:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0233191787/backup-masters/06e3e18f2515,33537,1733145429210 2024-12-02T13:17:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787/backup-masters 2024-12-02T13:17:09,278 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:09,278 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,33537,1733145429210 2024-12-02T13:17:09,282 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/hbase.id] with ID: c5145c8b-9434-4721-9c0b-e4cd9319bbfb 2024-12-02T13:17:09,282 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/.tmp/hbase.id 2024-12-02T13:17:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:17:09,692 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/.tmp/hbase.id]:[hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/hbase.id] 2024-12-02T13:17:09,698 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:09,698 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:17:09,699 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:17:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:17:10,104 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:10,105 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:17:10,105 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:17:10,511 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store 2024-12-02T13:17:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:17:10,915 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:10,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:10,916 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:10,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:10,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:10,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:10,916 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:10,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145430915Disabling compacts and flushes for region at 1733145430915Disabling writes for close at 1733145430916 (+1 ms)Writing region close event to WAL at 1733145430916Closed at 1733145430916 2024-12-02T13:17:10,916 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/.initializing 2024-12-02T13:17:10,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/WALs/06e3e18f2515,33537,1733145429210 2024-12-02T13:17:10,917 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:10,918 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C33537%2C1733145429210, suffix=, logDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/WALs/06e3e18f2515,33537,1733145429210, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/oldWALs, maxLogs=10 2024-12-02T13:17:10,929 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/WALs/06e3e18f2515,33537,1733145429210/06e3e18f2515%2C33537%2C1733145429210.1733145430918, exclude list is [], retry=0 2024-12-02T13:17:10,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-4f1b3f2f-e701-479c-8d0f-3b683c9eafe4,DISK] 2024-12-02T13:17:10,932 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/WALs/06e3e18f2515,33537,1733145429210/06e3e18f2515%2C33537%2C1733145429210.1733145430918 2024-12-02T13:17:10,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33053:33053)] 2024-12-02T13:17:10,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:10,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:10,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:17:10,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:10,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:10,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:17:10,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:10,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:10,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:17:10,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:10,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:10,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:17:10,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:10,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:10,940 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,940 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,940 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,941 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,941 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,941 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:10,942 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:10,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:10,944 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63042295, jitterRate=-0.06059660017490387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:10,944 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145430933Initializing all the Stores at 1733145430934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145430934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145430935 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145430935Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145430935Cleaning up temporary data from old regions at 1733145430941 (+6 ms)Region opened successfully at 1733145430944 (+3 ms) 2024-12-02T13:17:10,944 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:17:10,947 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fed5977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:10,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:17:10,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:17:10,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:17:10,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:17:10,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:17:10,949 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:17:10,949 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:17:10,950 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:17:10,951 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Unable to get data of znode /0233191787/balancer because node does not exist (not necessarily an error) 2024-12-02T13:17:10,951 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0233191787/balancer already deleted, retry=false 2024-12-02T13:17:10,951 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:17:10,952 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Unable to get data of znode /0233191787/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:17:10,952 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0233191787/normalizer already deleted, retry=false 2024-12-02T13:17:10,953 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:17:10,961 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Unable to get data of znode /0233191787/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:17:10,961 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0233191787/switch/split already deleted, retry=false 2024-12-02T13:17:10,963 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Unable to get data of znode /0233191787/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:17:10,964 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0233191787/switch/merge already deleted, retry=false 2024-12-02T13:17:10,968 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Unable to get data of znode /0233191787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:17:10,969 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0233191787/snapshot-cleanup already deleted, retry=false 2024-12-02T13:17:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0233191787/running 2024-12-02T13:17:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0233191787/running 2024-12-02T13:17:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:10,970 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,33537,1733145429210, sessionid=0x1009b13ddf80000, setting cluster-up flag (Was=false) 2024-12-02T13:17:10,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:10,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:10,974 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0233191787/flush-table-proc/acquired, /0233191787/flush-table-proc/reached, /0233191787/flush-table-proc/abort 2024-12-02T13:17:10,974 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,33537,1733145429210 2024-12-02T13:17:10,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:10,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:10,978 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0233191787/online-snapshot/acquired, /0233191787/online-snapshot/reached, /0233191787/online-snapshot/abort 2024-12-02T13:17:10,978 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,33537,1733145429210 2024-12-02T13:17:10,979 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:17:10,980 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:10,980 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:17:10,980 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:17:10,980 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,33537,1733145429210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:17:10,981 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:10,981 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:10,981 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:10,981 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:10,982 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:17:10,982 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:10,982 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:10,982 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:10,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:10,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:17:10,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:10,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145460991 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:17:10,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:10,992 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:17:10,992 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:17:10,992 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:17:10,992 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:17:10,992 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:17:10,992 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:17:10,997 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145430993,5,FailOnTimeoutGroup] 2024-12-02T13:17:10,997 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145430997,5,FailOnTimeoutGroup] 2024-12-02T13:17:10,997 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:10,997 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:17:10,997 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:10,997 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:17:11,068 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(746): ClusterId : c5145c8b-9434-4721-9c0b-e4cd9319bbfb 2024-12-02T13:17:11,068 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:17:11,070 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:17:11,070 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:17:11,071 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:17:11,071 DEBUG [RS:0;06e3e18f2515:37149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f1aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:11,080 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:37149 2024-12-02T13:17:11,080 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:17:11,080 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:17:11,080 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:17:11,081 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,33537,1733145429210 with port=37149, startcode=1733145429247 2024-12-02T13:17:11,081 DEBUG [RS:0;06e3e18f2515:37149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:17:11,082 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:17:11,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,37149,1733145429247 2024-12-02T13:17:11,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33537 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:11,084 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb 2024-12-02T13:17:11,084 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46653 2024-12-02T13:17:11,084 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:17:11,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787/rs 2024-12-02T13:17:11,085 DEBUG [RS:0;06e3e18f2515:37149 {}] zookeeper.ZKUtil(111): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on existing znode=/0233191787/rs/06e3e18f2515,37149,1733145429247 2024-12-02T13:17:11,085 WARN [RS:0;06e3e18f2515:37149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:11,085 INFO [RS:0;06e3e18f2515:37149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:11,085 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247 2024-12-02T13:17:11,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,37149,1733145429247] 2024-12-02T13:17:11,087 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:17:11,088 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:17:11,088 INFO [RS:0;06e3e18f2515:37149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:17:11,088 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,088 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:17:11,089 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:17:11,089 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:11,089 DEBUG [RS:0;06e3e18f2515:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:11,093 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,093 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,093 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,093 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,093 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,093 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37149,1733145429247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:11,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:11,108 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:17:11,109 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37149,1733145429247-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,109 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,109 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.Replication(171): 06e3e18f2515,37149,1733145429247 started 2024-12-02T13:17:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,125 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:11,125 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,37149,1733145429247, RpcServer on 06e3e18f2515/172.17.0.2:37149, sessionid=0x1009b13ddf80001 2024-12-02T13:17:11,125 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:17:11,125 DEBUG [RS:0;06e3e18f2515:37149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,37149,1733145429247 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37149,1733145429247' 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0233191787/flush-table-proc/abort' 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0233191787/flush-table-proc/acquired' 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,37149,1733145429247 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37149,1733145429247' 2024-12-02T13:17:11,126 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0233191787/online-snapshot/abort' 2024-12-02T13:17:11,127 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0233191787/online-snapshot/acquired' 2024-12-02T13:17:11,127 DEBUG [RS:0;06e3e18f2515:37149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:17:11,127 INFO [RS:0;06e3e18f2515:37149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:17:11,127 INFO [RS:0;06e3e18f2515:37149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:17:11,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:11,227 INFO [RS:0;06e3e18f2515:37149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:11,229 INFO [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37149%2C1733145429247, suffix=, logDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/oldWALs, maxLogs=10 2024-12-02T13:17:11,243 DEBUG [RS:0;06e3e18f2515:37149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229, exclude list is [], retry=0 2024-12-02T13:17:11,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-4f1b3f2f-e701-479c-8d0f-3b683c9eafe4,DISK] 2024-12-02T13:17:11,246 INFO [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 2024-12-02T13:17:11,247 DEBUG [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33053:33053)] 2024-12-02T13:17:11,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:17:11,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb 2024-12-02T13:17:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:17:11,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:11,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:11,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:11,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:11,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:11,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:11,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:11,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:11,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:11,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:11,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:11,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:11,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:11,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:11,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:11,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:11,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740 2024-12-02T13:17:11,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740 2024-12-02T13:17:11,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:11,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:11,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:11,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:11,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:11,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69470223, jitterRate=0.03518699109554291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:11,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145431804Initializing all the Stores at 1733145431804Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145431804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145431805 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145431805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145431805Cleaning up temporary data from old regions at 1733145431810 (+5 ms)Region opened successfully at 1733145431815 (+5 ms) 2024-12-02T13:17:11,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:11,815 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:11,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:11,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:11,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:11,815 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:11,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145431815Disabling compacts and flushes for region at 1733145431815Disabling writes for close at 1733145431815Writing region close event to WAL at 1733145431815Closed at 1733145431815 2024-12-02T13:17:11,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:11,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:17:11,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:17:11,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:11,818 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:17:11,968 DEBUG [06e3e18f2515:33537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:17:11,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:11,969 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37149,1733145429247, state=OPENING 2024-12-02T13:17:11,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:17:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:11,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:11,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0233191787/meta-region-server: CHANGED 2024-12-02T13:17:11,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0233191787/meta-region-server: CHANGED 2024-12-02T13:17:11,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37149,1733145429247}] 2024-12-02T13:17:12,123 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:12,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:17:12,127 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:17:12,127 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:12,128 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:17:12,128 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37149%2C1733145429247.meta, suffix=.meta, logDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/oldWALs, maxLogs=10 2024-12-02T13:17:12,140 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.meta.1733145432129.meta, exclude list is [], retry=0 2024-12-02T13:17:12,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-4f1b3f2f-e701-479c-8d0f-3b683c9eafe4,DISK] 2024-12-02T13:17:12,151 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.meta.1733145432129.meta 2024-12-02T13:17:12,151 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33053:33053)] 2024-12-02T13:17:12,151 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:12,151 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:12,151 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:12,151 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:17:12,152 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:17:12,152 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:17:12,152 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:12,152 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:17:12,152 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:17:12,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:12,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:12,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:12,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:12,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:12,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:12,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:12,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:12,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:12,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:12,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:12,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:12,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:12,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:12,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:12,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:12,156 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:12,156 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740 2024-12-02T13:17:12,157 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740 2024-12-02T13:17:12,158 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:12,158 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:12,158 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:12,159 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:12,159 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69517910, jitterRate=0.03589758276939392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:12,159 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:17:12,160 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145432152Writing region info on filesystem at 1733145432152Initializing all the Stores at 1733145432152Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145432153 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145432153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145432153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145432153Cleaning up temporary data from old regions at 1733145432158 (+5 ms)Running coprocessor post-open hooks at 1733145432159 (+1 ms)Region opened successfully at 1733145432160 (+1 ms) 2024-12-02T13:17:12,161 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145432123 2024-12-02T13:17:12,163 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:17:12,163 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:17:12,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:12,164 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37149,1733145429247, state=OPEN 2024-12-02T13:17:12,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0233191787/meta-region-server 2024-12-02T13:17:12,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0233191787/meta-region-server 2024-12-02T13:17:12,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0233191787/meta-region-server: CHANGED 2024-12-02T13:17:12,166 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:12,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0233191787/meta-region-server: CHANGED 2024-12-02T13:17:12,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:17:12,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37149,1733145429247 in 195 msec 2024-12-02T13:17:12,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:17:12,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-12-02T13:17:12,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:12,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:17:12,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:12,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37149,1733145429247, seqNum=-1] 2024-12-02T13:17:12,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:12,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:12,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-12-02T13:17:12,179 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145432179, completionTime=-1 2024-12-02T13:17:12,179 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:17:12,179 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:17:12,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:17:12,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145492181 2024-12-02T13:17:12,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145552181 2024-12-02T13:17:12,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T13:17:12,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33537,1733145429210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:12,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33537,1733145429210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:12,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33537,1733145429210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:12,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:33537, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:12,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:12,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:12,184 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33537,1733145429210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:12,188 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33537,1733145429210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:17:12,190 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:17:12,190 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:17:12,190 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,33537,1733145429210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:12,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c87d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:12,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33537,-1 for getting cluster id 2024-12-02T13:17:12,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:12,270 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5145c8b-9434-4721-9c0b-e4cd9319bbfb' 2024-12-02T13:17:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5145c8b-9434-4721-9c0b-e4cd9319bbfb" 2024-12-02T13:17:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2460ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33537,-1] 2024-12-02T13:17:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:12,271 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:12,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fb10c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:12,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37149,1733145429247, seqNum=-1] 2024-12-02T13:17:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:12,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:12,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,33537,1733145429210 2024-12-02T13:17:12,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:12,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b13ddf80002 connected 2024-12-02T13:17:12,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.log.dir so I do NOT create it in target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6 2024-12-02T13:17:12,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.tmp.dir so I do NOT create it in target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6 2024-12-02T13:17:12,280 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:17:12,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/cluster_4b04f0a4-4662-3df9-9316-d5624e8ee748, deleteOnExit=true 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/test.cache.data in system properties and HBase conf 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:17:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:17:12,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:17:12,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:17:12,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:12,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:12,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:12,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:12,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:12,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:12,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edc1d28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:12,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b96bf75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:12,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41e8b148{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/java.io.tmpdir/jetty-localhost-35121-hadoop-hdfs-3_4_1-tests_jar-_-any-5647963843777916522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:12,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e125f9d{HTTP/1.1, (http/1.1)}{localhost:35121} 2024-12-02T13:17:12,475 INFO [Time-limited test {}] server.Server(415): Started @248373ms 2024-12-02T13:17:12,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:12,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:12,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:12,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:12,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:17:12,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e51eff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:12,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384e6aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:12,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6526a7a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/java.io.tmpdir/jetty-localhost-33261-hadoop-hdfs-3_4_1-tests_jar-_-any-7607140426735321819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:12,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@521605cb{HTTP/1.1, (http/1.1)}{localhost:33261} 2024-12-02T13:17:12,622 INFO [Time-limited test {}] server.Server(415): Started @248520ms 2024-12-02T13:17:12,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:17:12,674 WARN [Thread-3559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/cluster_4b04f0a4-4662-3df9-9316-d5624e8ee748/data/data1/current/BP-98016783-172.17.0.2-1733145432299/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:12,674 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/cluster_4b04f0a4-4662-3df9-9316-d5624e8ee748/data/data2/current/BP-98016783-172.17.0.2-1733145432299/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:12,690 WARN [Thread-3547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:17:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21c25b76d36cd5b4 with lease ID 0x6f6a2750f70d6485: Processing first storage report for DS-8be83baa-9ac5-49d0-a727-5a5b81bcce20 from datanode DatanodeRegistration(127.0.0.1:42395, datanodeUuid=bcec13d2-1763-4aee-b423-b8ab05bc5337, infoPort=42617, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=183543369;c=1733145432299) 2024-12-02T13:17:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21c25b76d36cd5b4 with lease ID 0x6f6a2750f70d6485: from storage DS-8be83baa-9ac5-49d0-a727-5a5b81bcce20 node DatanodeRegistration(127.0.0.1:42395, datanodeUuid=bcec13d2-1763-4aee-b423-b8ab05bc5337, infoPort=42617, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=183543369;c=1733145432299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21c25b76d36cd5b4 with lease ID 0x6f6a2750f70d6485: Processing first storage report for DS-b89b47c6-4a96-4eea-9b37-ee31bbfa13c1 from datanode DatanodeRegistration(127.0.0.1:42395, datanodeUuid=bcec13d2-1763-4aee-b423-b8ab05bc5337, infoPort=42617, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=183543369;c=1733145432299) 2024-12-02T13:17:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21c25b76d36cd5b4 with lease ID 0x6f6a2750f70d6485: from storage DS-b89b47c6-4a96-4eea-9b37-ee31bbfa13c1 node DatanodeRegistration(127.0.0.1:42395, datanodeUuid=bcec13d2-1763-4aee-b423-b8ab05bc5337, infoPort=42617, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=183543369;c=1733145432299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:12,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6 2024-12-02T13:17:12,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:12,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:12,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:17:13,149 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f with version=8 2024-12-02T13:17:13,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/hbase-staging 2024-12-02T13:17:13,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:13,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37117 2024-12-02T13:17:13,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37117 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:13,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371170x0, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:13,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37117-0x1009b13ddf80003 connected 2024-12-02T13:17:13,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:13,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:13,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on znode that does not yet exist, /1-2024355924/running 2024-12-02T13:17:13,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f, hbase.cluster.distributed=false 2024-12-02T13:17:13,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on znode that does not yet exist, /1-2024355924/acl 2024-12-02T13:17:13,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37117 2024-12-02T13:17:13,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37117 2024-12-02T13:17:13,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37117 2024-12-02T13:17:13,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37117 2024-12-02T13:17:13,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37117 2024-12-02T13:17:13,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:13,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:13,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:13,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:13,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:13,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:13,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:17:13,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:13,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37745 2024-12-02T13:17:13,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37745 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:13,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:13,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:13,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377450x0, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:13,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377450x0, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on znode that does not yet exist, /1-2024355924/running 2024-12-02T13:17:13,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37745-0x1009b13ddf80004 connected 2024-12-02T13:17:13,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:17:13,185 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:17:13,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on znode that does not yet exist, /1-2024355924/master 2024-12-02T13:17:13,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on znode that does not yet exist, /1-2024355924/acl 2024-12-02T13:17:13,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37745 2024-12-02T13:17:13,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37745 2024-12-02T13:17:13,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37745 2024-12-02T13:17:13,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37745 2024-12-02T13:17:13,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37745 2024-12-02T13:17:13,201 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:37117 2024-12-02T13:17:13,201 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2024355924/backup-masters/06e3e18f2515,37117,1733145433151 2024-12-02T13:17:13,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924/backup-masters 2024-12-02T13:17:13,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924/backup-masters 2024-12-02T13:17:13,202 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on existing znode=/1-2024355924/backup-masters/06e3e18f2515,37117,1733145433151 2024-12-02T13:17:13,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2024355924/master 2024-12-02T13:17:13,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:13,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:13,203 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on existing znode=/1-2024355924/master 2024-12-02T13:17:13,203 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2024355924/backup-masters/06e3e18f2515,37117,1733145433151 from backup master directory 2024-12-02T13:17:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924/backup-masters 2024-12-02T13:17:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2024355924/backup-masters/06e3e18f2515,37117,1733145433151 2024-12-02T13:17:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924/backup-masters 2024-12-02T13:17:13,204 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:13,204 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,37117,1733145433151 2024-12-02T13:17:13,207 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/hbase.id] with ID: 7b0618fa-0350-4472-a00a-55d2d4575742 2024-12-02T13:17:13,207 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/.tmp/hbase.id 2024-12-02T13:17:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:17:13,214 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/.tmp/hbase.id]:[hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/hbase.id] 2024-12-02T13:17:13,220 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:13,220 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:17:13,221 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:17:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:17:13,626 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:13,627 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:17:13,627 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:17:14,035 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store 2024-12-02T13:17:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:17:14,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:14,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:14,441 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:14,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:14,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:14,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:14,441 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:14,441 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145434441Disabling compacts and flushes for region at 1733145434441Disabling writes for close at 1733145434441Writing region close event to WAL at 1733145434441Closed at 1733145434441 2024-12-02T13:17:14,442 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/.initializing 2024-12-02T13:17:14,442 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/WALs/06e3e18f2515,37117,1733145433151 2024-12-02T13:17:14,442 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:14,444 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C37117%2C1733145433151, suffix=, logDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/WALs/06e3e18f2515,37117,1733145433151, archiveDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/oldWALs, maxLogs=10 2024-12-02T13:17:14,454 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/WALs/06e3e18f2515,37117,1733145433151/06e3e18f2515%2C37117%2C1733145433151.1733145434444, exclude list is [], retry=0 2024-12-02T13:17:14,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-8be83baa-9ac5-49d0-a727-5a5b81bcce20,DISK] 2024-12-02T13:17:14,458 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/WALs/06e3e18f2515,37117,1733145433151/06e3e18f2515%2C37117%2C1733145433151.1733145434444 2024-12-02T13:17:14,458 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42617:42617)] 2024-12-02T13:17:14,458 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:14,458 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:14,458 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,458 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:17:14,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:14,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:17:14,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:14,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:17:14,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:17:14,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:14,464 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,464 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,464 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,466 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:14,467 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:14,468 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:14,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74021272, jitterRate=0.10300290584564209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:14,468 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145434458Initializing all the Stores at 1733145434459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145434459Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145434459Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145434459Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145434459Cleaning up temporary data from old regions at 1733145434465 (+6 ms)Region opened successfully at 1733145434468 (+3 ms) 2024-12-02T13:17:14,468 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:17:14,470 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297faf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:14,471 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:17:14,471 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:17:14,471 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:17:14,471 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:17:14,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:17:14,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:17:14,472 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:17:14,473 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:17:14,474 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Unable to get data of znode /1-2024355924/balancer because node does not exist (not necessarily an error) 2024-12-02T13:17:14,474 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2024355924/balancer already deleted, retry=false 2024-12-02T13:17:14,475 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:17:14,475 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Unable to get data of znode /1-2024355924/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:17:14,476 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2024355924/normalizer already deleted, retry=false 2024-12-02T13:17:14,476 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:17:14,476 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Unable to get data of znode /1-2024355924/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:17:14,477 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2024355924/switch/split already deleted, retry=false 2024-12-02T13:17:14,478 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Unable to get data of znode /1-2024355924/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:17:14,478 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2024355924/switch/merge already deleted, retry=false 2024-12-02T13:17:14,479 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Unable to get data of znode /1-2024355924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:17:14,480 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2024355924/snapshot-cleanup already deleted, retry=false 2024-12-02T13:17:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2024355924/running 2024-12-02T13:17:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2024355924/running 2024-12-02T13:17:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:14,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,37117,1733145433151, sessionid=0x1009b13ddf80003, setting cluster-up flag (Was=false) 2024-12-02T13:17:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:14,484 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2024355924/flush-table-proc/acquired, /1-2024355924/flush-table-proc/reached, /1-2024355924/flush-table-proc/abort 2024-12-02T13:17:14,485 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,37117,1733145433151 2024-12-02T13:17:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:14,488 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2024355924/online-snapshot/acquired, /1-2024355924/online-snapshot/reached, /1-2024355924/online-snapshot/abort 2024-12-02T13:17:14,489 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,37117,1733145433151 2024-12-02T13:17:14,490 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:17:14,491 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:14,491 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:17:14,491 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:17:14,491 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,37117,1733145433151 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:14,492 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:14,493 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(746): ClusterId : 7b0618fa-0350-4472-a00a-55d2d4575742 2024-12-02T13:17:14,493 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:17:14,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:17:14,494 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:17:14,494 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:17:14,494 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:17:14,496 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:17:14,496 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621d7991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:14,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145464501 2024-12-02T13:17:14,501 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:17:14,502 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:17:14,502 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:17:14,502 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:17:14,502 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:17:14,502 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:17:14,502 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,502 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:17:14,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:17:14,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:17:14,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:17:14,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:17:14,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:17:14,503 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145434503,5,FailOnTimeoutGroup] 2024-12-02T13:17:14,503 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145434503,5,FailOnTimeoutGroup] 2024-12-02T13:17:14,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,503 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:17:14,504 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,504 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:17:14,515 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:37745 2024-12-02T13:17:14,515 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:17:14,515 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:17:14,515 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:17:14,515 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,37117,1733145433151 with port=37745, startcode=1733145433175 2024-12-02T13:17:14,515 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:17:14,517 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:17:14,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,37745,1733145433175 2024-12-02T13:17:14,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37117 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:14,518 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f 2024-12-02T13:17:14,518 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40897 2024-12-02T13:17:14,518 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:17:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924/rs 2024-12-02T13:17:14,520 DEBUG [RS:0;06e3e18f2515:37745 {}] zookeeper.ZKUtil(111): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on existing znode=/1-2024355924/rs/06e3e18f2515,37745,1733145433175 2024-12-02T13:17:14,520 WARN [RS:0;06e3e18f2515:37745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:14,520 INFO [RS:0;06e3e18f2515:37745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:14,520 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175 2024-12-02T13:17:14,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,37745,1733145433175] 2024-12-02T13:17:14,522 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:17:14,523 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:17:14,525 INFO [RS:0;06e3e18f2515:37745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:17:14,525 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,525 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:17:14,526 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:17:14,526 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:14,526 DEBUG [RS:0;06e3e18f2515:37745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:14,528 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,528 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,528 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,528 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,528 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,528 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37745,1733145433175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:14,539 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:17:14,539 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37745,1733145433175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,539 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,539 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.Replication(171): 06e3e18f2515,37745,1733145433175 started 2024-12-02T13:17:14,549 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:14,549 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,37745,1733145433175, RpcServer on 06e3e18f2515/172.17.0.2:37745, sessionid=0x1009b13ddf80004 2024-12-02T13:17:14,549 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:17:14,549 DEBUG [RS:0;06e3e18f2515:37745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,37745,1733145433175 2024-12-02T13:17:14,549 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37745,1733145433175' 2024-12-02T13:17:14,549 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2024355924/flush-table-proc/abort' 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2024355924/flush-table-proc/acquired' 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,37745,1733145433175 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,37745,1733145433175' 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2024355924/online-snapshot/abort' 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2024355924/online-snapshot/acquired' 2024-12-02T13:17:14,550 DEBUG [RS:0;06e3e18f2515:37745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:17:14,550 INFO [RS:0;06e3e18f2515:37745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:17:14,550 INFO [RS:0;06e3e18f2515:37745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:17:14,651 INFO [RS:0;06e3e18f2515:37745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:14,652 INFO [RS:0;06e3e18f2515:37745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37745%2C1733145433175, suffix=, logDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175, archiveDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/oldWALs, maxLogs=10 2024-12-02T13:17:14,669 DEBUG [RS:0;06e3e18f2515:37745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, exclude list is [], retry=0 2024-12-02T13:17:14,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-8be83baa-9ac5-49d0-a727-5a5b81bcce20,DISK] 2024-12-02T13:17:14,679 INFO [RS:0;06e3e18f2515:37745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 2024-12-02T13:17:14,681 DEBUG [RS:0;06e3e18f2515:37745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42617:42617)] 2024-12-02T13:17:14,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:17:14,905 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f 2024-12-02T13:17:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:17:14,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:14,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:14,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:14,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:14,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:14,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:14,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:14,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:14,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:14,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:14,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:14,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:14,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:14,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740 2024-12-02T13:17:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740 2024-12-02T13:17:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:14,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:15,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:15,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:15,024 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59510104, jitterRate=-0.11323034763336182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145434973Initializing all the Stores at 1733145434974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145434974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145434989 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145434989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145434989Cleaning up temporary data from old regions at 1733145434998 (+9 ms)Region opened successfully at 1733145435024 (+26 ms) 2024-12-02T13:17:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:15,024 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:15,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:15,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145435024Disabling compacts and flushes for region at 1733145435024Disabling writes for close at 1733145435024Writing region close event to WAL at 1733145435042 (+18 ms)Closed at 1733145435042 2024-12-02T13:17:15,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:15,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:17:15,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:17:15,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:15,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:17:15,199 DEBUG [06e3e18f2515:37117 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:17:15,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:15,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37745,1733145433175, state=OPENING 2024-12-02T13:17:15,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:17:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:15,202 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:15,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2024355924/meta-region-server: CHANGED 2024-12-02T13:17:15,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37745,1733145433175}] 2024-12-02T13:17:15,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2024355924/meta-region-server: CHANGED 2024-12-02T13:17:15,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:15,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:17:15,395 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:17:15,395 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:15,395 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:17:15,396 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37745%2C1733145433175.meta, suffix=.meta, logDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175, archiveDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/oldWALs, maxLogs=10 2024-12-02T13:17:15,463 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.meta.1733145435435.meta, exclude list is [], retry=0 2024-12-02T13:17:15,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-8be83baa-9ac5-49d0-a727-5a5b81bcce20,DISK] 2024-12-02T13:17:15,488 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.meta.1733145435435.meta 2024-12-02T13:17:15,503 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42617:42617)] 2024-12-02T13:17:15,503 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:15,503 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:15,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:15,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:17:15,504 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:17:15,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:17:15,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:15,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:17:15,504 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:17:15,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:15,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:15,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:15,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:15,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:15,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:15,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:15,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:15,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:15,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:15,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:15,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:15,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:15,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:15,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:15,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:15,534 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:15,535 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740 2024-12-02T13:17:15,536 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740 2024-12-02T13:17:15,536 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:15,537 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:15,537 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:15,539 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:15,539 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72702715, jitterRate=0.0833548754453659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:15,539 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:17:15,540 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145435504Writing region info on filesystem at 1733145435504Initializing all the Stores at 1733145435505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145435505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145435517 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145435517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145435517Cleaning up temporary data from old regions at 1733145435537 (+20 ms)Running coprocessor post-open hooks at 1733145435539 (+2 ms)Region opened successfully at 1733145435539 2024-12-02T13:17:15,540 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145435368 2024-12-02T13:17:15,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:15,545 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,37745,1733145433175, state=OPEN 2024-12-02T13:17:15,546 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:17:15,546 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:17:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2024355924/meta-region-server 2024-12-02T13:17:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2024355924/meta-region-server 2024-12-02T13:17:15,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:15,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2024355924/meta-region-server: CHANGED 2024-12-02T13:17:15,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2024355924/meta-region-server: CHANGED 2024-12-02T13:17:15,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:17:15,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,37745,1733145433175 in 344 msec 2024-12-02T13:17:15,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:17:15,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-12-02T13:17:15,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:15,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:17:15,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:15,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37745,1733145433175, seqNum=-1] 2024-12-02T13:17:15,561 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:15,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:15,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0800 sec 2024-12-02T13:17:15,572 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145435572, completionTime=-1 2024-12-02T13:17:15,572 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:17:15,572 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:17:15,575 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:17:15,575 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145495575 2024-12-02T13:17:15,575 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145555575 2024-12-02T13:17:15,575 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T13:17:15,575 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37117,1733145433151-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:15,575 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37117,1733145433151-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:15,575 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37117,1733145433151-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:15,576 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:37117, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:15,576 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:15,578 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:17:15,592 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.394sec 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37117,1733145433151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:15,599 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37117,1733145433151-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:17:15,623 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:17:15,623 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:17:15,623 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,37117,1733145433151-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:15,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:15,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:15,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:15,649 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c789fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:15,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:15,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:15,656 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:15,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a00face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:15,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:15,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37745,1733145433175, seqNum=-1] 2024-12-02T13:17:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:15,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,37117,1733145433151 2024-12-02T13:17:15,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:15,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:15,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.log.dir so I do NOT create it in target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7 2024-12-02T13:17:15,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:17:15,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.tmp.dir so I do NOT create it in target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7 2024-12-02T13:17:15,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:17:15,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/cluster_d8935d70-28f5-a38c-999f-b0c46a28e80a, deleteOnExit=true 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/test.cache.data in system properties and HBase conf 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:17:15,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:17:15,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:17:15,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:17:15,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:17:15,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:15,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:17:15,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:17:15,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b13ddf80005 connected 2024-12-02T13:17:15,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:15,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:15,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:15,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:15,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:17:15,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:15,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b2848{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:15,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2430fd58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:16,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22e6a10f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/java.io.tmpdir/jetty-localhost-44187-hadoop-hdfs-3_4_1-tests_jar-_-any-9104389490867077567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:16,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a277a2{HTTP/1.1, (http/1.1)}{localhost:44187} 2024-12-02T13:17:16,125 INFO [Time-limited test {}] server.Server(415): Started @252024ms 2024-12-02T13:17:16,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:16,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:16,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:16,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:16,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:16,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee6db57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:16,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f12923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:16,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@780f397e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/java.io.tmpdir/jetty-localhost-37825-hadoop-hdfs-3_4_1-tests_jar-_-any-15046319809035205900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:16,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbefb74{HTTP/1.1, (http/1.1)}{localhost:37825} 2024-12-02T13:17:16,848 INFO [Time-limited test {}] server.Server(415): Started @252746ms 2024-12-02T13:17:16,849 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:17:17,087 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/cluster_d8935d70-28f5-a38c-999f-b0c46a28e80a/data/data1/current/BP-674062913-172.17.0.2-1733145435718/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:17,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:17:17,098 WARN [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/cluster_d8935d70-28f5-a38c-999f-b0c46a28e80a/data/data2/current/BP-674062913-172.17.0.2-1733145435718/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:17,222 WARN [Thread-3667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:17:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7f58f73c5d1f382 with lease ID 0x39d93b0f9757faf8: Processing first storage report for DS-e1ade5ba-d561-476e-be64-e6725cc66805 from datanode DatanodeRegistration(127.0.0.1:37147, datanodeUuid=bd0c4042-721b-4588-a4b9-b9e09d720d87, infoPort=33827, infoSecurePort=0, ipcPort=36865, storageInfo=lv=-57;cid=testClusterID;nsid=789259947;c=1733145435718) 2024-12-02T13:17:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7f58f73c5d1f382 with lease ID 0x39d93b0f9757faf8: from storage DS-e1ade5ba-d561-476e-be64-e6725cc66805 node DatanodeRegistration(127.0.0.1:37147, datanodeUuid=bd0c4042-721b-4588-a4b9-b9e09d720d87, infoPort=33827, infoSecurePort=0, ipcPort=36865, storageInfo=lv=-57;cid=testClusterID;nsid=789259947;c=1733145435718), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7f58f73c5d1f382 with lease ID 0x39d93b0f9757faf8: Processing first storage report for DS-daa637fb-b367-4df9-aa2b-d89e25257b8d from datanode DatanodeRegistration(127.0.0.1:37147, datanodeUuid=bd0c4042-721b-4588-a4b9-b9e09d720d87, infoPort=33827, infoSecurePort=0, ipcPort=36865, storageInfo=lv=-57;cid=testClusterID;nsid=789259947;c=1733145435718) 2024-12-02T13:17:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7f58f73c5d1f382 with lease ID 0x39d93b0f9757faf8: from storage DS-daa637fb-b367-4df9-aa2b-d89e25257b8d node DatanodeRegistration(127.0.0.1:37147, datanodeUuid=bd0c4042-721b-4588-a4b9-b9e09d720d87, infoPort=33827, infoSecurePort=0, ipcPort=36865, storageInfo=lv=-57;cid=testClusterID;nsid=789259947;c=1733145435718), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:17,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7 2024-12-02T13:17:17,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:17,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:17:17,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f with version=8 2024-12-02T13:17:17,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/hbase-staging 2024-12-02T13:17:17,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:17,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:17,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:17,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:17,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:17,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:17,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:17:17,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:17,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32797 2024-12-02T13:17:17,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32797 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:17,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327970x0, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:17,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32797-0x1009b13ddf80006 connected 2024-12-02T13:17:17,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:17,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:17,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on znode that does not yet exist, /2-94306552/running 2024-12-02T13:17:17,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f, hbase.cluster.distributed=false 2024-12-02T13:17:17,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on znode that does not yet exist, /2-94306552/acl 2024-12-02T13:17:17,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32797 2024-12-02T13:17:17,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32797 2024-12-02T13:17:17,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32797 2024-12-02T13:17:17,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32797 2024-12-02T13:17:17,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32797 2024-12-02T13:17:17,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:17,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:17,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:17:17,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:17,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42953 2024-12-02T13:17:17,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42953 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:17,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:17,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:17,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429530x0, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on znode that does not yet exist, /2-94306552/running 2024-12-02T13:17:17,610 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:17:17,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429530x0, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:17,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42953-0x1009b13ddf80007 connected 2024-12-02T13:17:17,655 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:17,657 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:17:17,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on znode that does not yet exist, /2-94306552/master 2024-12-02T13:17:17,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on znode that does not yet exist, /2-94306552/acl 2024-12-02T13:17:17,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-02T13:17:17,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42953 2024-12-02T13:17:17,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42953 2024-12-02T13:17:17,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-02T13:17:17,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-02T13:17:17,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:17,816 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:32797 2024-12-02T13:17:17,820 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-94306552/backup-masters/06e3e18f2515,32797,1733145437367 2024-12-02T13:17:17,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552/backup-masters 2024-12-02T13:17:17,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552/backup-masters 2024-12-02T13:17:17,828 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on existing znode=/2-94306552/backup-masters/06e3e18f2515,32797,1733145437367 2024-12-02T13:17:17,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:17,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-94306552/master 2024-12-02T13:17:17,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:17,830 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on existing znode=/2-94306552/master 2024-12-02T13:17:17,831 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-94306552/backup-masters/06e3e18f2515,32797,1733145437367 from backup master directory 2024-12-02T13:17:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-94306552/backup-masters/06e3e18f2515,32797,1733145437367 2024-12-02T13:17:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552/backup-masters 2024-12-02T13:17:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552/backup-masters 2024-12-02T13:17:17,833 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:17,833 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,32797,1733145437367 2024-12-02T13:17:17,859 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/hbase.id] with ID: 16ca7e4e-6e03-45e8-ab4a-04f9e98181f2 2024-12-02T13:17:17,859 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/.tmp/hbase.id 2024-12-02T13:17:17,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:17:17,924 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/.tmp/hbase.id]:[hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/hbase.id] 2024-12-02T13:17:17,937 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:17,937 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:17:17,938 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:17:17,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:17,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:17:18,000 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:18,001 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:17:18,013 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:17:18,480 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store 2024-12-02T13:17:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:17:18,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:18,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:18,943 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:18,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:18,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:18,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:18,943 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:18,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145438943Disabling compacts and flushes for region at 1733145438943Disabling writes for close at 1733145438943Writing region close event to WAL at 1733145438943Closed at 1733145438943 2024-12-02T13:17:18,945 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/.initializing 2024-12-02T13:17:18,945 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/WALs/06e3e18f2515,32797,1733145437367 2024-12-02T13:17:18,946 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:18,947 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C32797%2C1733145437367, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/WALs/06e3e18f2515,32797,1733145437367, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/oldWALs, maxLogs=10 2024-12-02T13:17:18,962 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/WALs/06e3e18f2515,32797,1733145437367/06e3e18f2515%2C32797%2C1733145437367.1733145438948, exclude list is [], retry=0 2024-12-02T13:17:18,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-e1ade5ba-d561-476e-be64-e6725cc66805,DISK] 2024-12-02T13:17:18,974 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/WALs/06e3e18f2515,32797,1733145437367/06e3e18f2515%2C32797%2C1733145437367.1733145438948 2024-12-02T13:17:18,974 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827)] 2024-12-02T13:17:18,974 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:18,974 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:18,975 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,975 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:17:18,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:18,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:18,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:17:18,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:18,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:18,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:17:18,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:18,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:18,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:17:18,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:18,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:18,994 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,994 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,995 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,996 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,996 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:18,997 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:18,998 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:19,006 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:19,007 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68225439, jitterRate=0.016638264060020447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:19,007 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145438975Initializing all the Stores at 1733145438976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145438976Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145438978 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145438978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145438978Cleaning up temporary data from old regions at 1733145438996 (+18 ms)Region opened successfully at 1733145439007 (+11 ms) 2024-12-02T13:17:19,007 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:17:19,010 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cda48f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:19,011 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:17:19,011 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:17:19,011 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:17:19,011 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:17:19,012 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:17:19,012 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:17:19,012 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:17:19,020 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:17:19,020 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Unable to get data of znode /2-94306552/balancer because node does not exist (not necessarily an error) 2024-12-02T13:17:19,021 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-94306552/balancer already deleted, retry=false 2024-12-02T13:17:19,021 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:17:19,022 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Unable to get data of znode /2-94306552/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:17:19,023 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-94306552/normalizer already deleted, retry=false 2024-12-02T13:17:19,023 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:17:19,026 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Unable to get data of znode /2-94306552/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:17:19,026 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-94306552/switch/split already deleted, retry=false 2024-12-02T13:17:19,027 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Unable to get data of znode /2-94306552/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:17:19,028 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-94306552/switch/merge already deleted, retry=false 2024-12-02T13:17:19,030 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Unable to get data of znode /2-94306552/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:17:19,031 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-94306552/snapshot-cleanup already deleted, retry=false 2024-12-02T13:17:19,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-94306552/running 2024-12-02T13:17:19,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-94306552/running 2024-12-02T13:17:19,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,035 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,32797,1733145437367, sessionid=0x1009b13ddf80006, setting cluster-up flag (Was=false) 2024-12-02T13:17:19,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,044 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-94306552/flush-table-proc/acquired, /2-94306552/flush-table-proc/reached, /2-94306552/flush-table-proc/abort 2024-12-02T13:17:19,046 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,32797,1733145437367 2024-12-02T13:17:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,064 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-94306552/online-snapshot/acquired, /2-94306552/online-snapshot/reached, /2-94306552/online-snapshot/abort 2024-12-02T13:17:19,065 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,32797,1733145437367 2024-12-02T13:17:19,069 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:17:19,071 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:19,071 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:17:19,071 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:17:19,072 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,32797,1733145437367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:19,076 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:19,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:17:19,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:19,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:17:19,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145469149 2024-12-02T13:17:19,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:17:19,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:17:19,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:17:19,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:17:19,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:17:19,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:17:19,157 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,162 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:17:19,162 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:17:19,162 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:17:19,162 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:17:19,169 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:17:19,169 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:17:19,171 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145439169,5,FailOnTimeoutGroup] 2024-12-02T13:17:19,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145439171,5,FailOnTimeoutGroup] 2024-12-02T13:17:19,185 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,185 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:17:19,185 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,185 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:17:19,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:17:19,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:17:19,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T13:17:19,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:17:19,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:17:19,216 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f 2024-12-02T13:17:19,222 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(746): ClusterId : 16ca7e4e-6e03-45e8-ab4a-04f9e98181f2 2024-12-02T13:17:19,222 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:17:19,224 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:17:19,224 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:17:19,226 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:17:19,226 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6826a8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:19,277 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:42953 2024-12-02T13:17:19,278 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:17:19,278 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:17:19,278 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:17:19,279 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,32797,1733145437367 with port=42953, startcode=1733145437564 2024-12-02T13:17:19,279 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:17:19,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:17:19,298 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:17:19,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,42953,1733145437564 2024-12-02T13:17:19,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32797 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:19,302 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f 2024-12-02T13:17:19,302 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34797 2024-12-02T13:17:19,302 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:17:19,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552/rs 2024-12-02T13:17:19,309 DEBUG [RS:0;06e3e18f2515:42953 {}] zookeeper.ZKUtil(111): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on existing znode=/2-94306552/rs/06e3e18f2515,42953,1733145437564 2024-12-02T13:17:19,309 WARN [RS:0;06e3e18f2515:42953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:19,309 INFO [RS:0;06e3e18f2515:42953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:19,309 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564 2024-12-02T13:17:19,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,42953,1733145437564] 2024-12-02T13:17:19,342 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:17:19,353 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:17:19,370 INFO [RS:0;06e3e18f2515:42953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:17:19,370 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,379 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:17:19,380 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:17:19,380 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:19,381 DEBUG [RS:0;06e3e18f2515:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:19,387 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,387 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,387 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,387 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,388 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,388 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42953,1733145437564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:19,408 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:17:19,408 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42953,1733145437564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,408 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,408 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.Replication(171): 06e3e18f2515,42953,1733145437564 started 2024-12-02T13:17:19,428 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:19,428 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,42953,1733145437564, RpcServer on 06e3e18f2515/172.17.0.2:42953, sessionid=0x1009b13ddf80007 2024-12-02T13:17:19,428 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:17:19,428 DEBUG [RS:0;06e3e18f2515:42953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,42953,1733145437564 2024-12-02T13:17:19,428 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,42953,1733145437564' 2024-12-02T13:17:19,428 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-94306552/flush-table-proc/abort' 2024-12-02T13:17:19,429 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-94306552/flush-table-proc/acquired' 2024-12-02T13:17:19,434 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:17:19,434 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:17:19,434 DEBUG [RS:0;06e3e18f2515:42953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,42953,1733145437564 2024-12-02T13:17:19,434 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,42953,1733145437564' 2024-12-02T13:17:19,434 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-94306552/online-snapshot/abort' 2024-12-02T13:17:19,441 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-94306552/online-snapshot/acquired' 2024-12-02T13:17:19,442 DEBUG [RS:0;06e3e18f2515:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:17:19,443 INFO [RS:0;06e3e18f2515:42953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:17:19,443 INFO [RS:0;06e3e18f2515:42953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:17:19,543 INFO [RS:0;06e3e18f2515:42953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:19,544 INFO [RS:0;06e3e18f2515:42953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C42953%2C1733145437564, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/oldWALs, maxLogs=10 2024-12-02T13:17:19,580 DEBUG [RS:0;06e3e18f2515:42953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, exclude list is [], retry=0 2024-12-02T13:17:19,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-e1ade5ba-d561-476e-be64-e6725cc66805,DISK] 2024-12-02T13:17:19,626 INFO [RS:0;06e3e18f2515:42953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 2024-12-02T13:17:19,643 DEBUG [RS:0;06e3e18f2515:42953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827)] 2024-12-02T13:17:19,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:19,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:19,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:19,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:19,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:19,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:19,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:19,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:19,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:19,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:19,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:19,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:19,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:19,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:19,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740 2024-12-02T13:17:19,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740 2024-12-02T13:17:19,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:19,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:19,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:19,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:19,744 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:19,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60481760, jitterRate=-0.09875154495239258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:19,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145439692Initializing all the Stores at 1733145439693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145439693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145439704 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145439704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145439704Cleaning up temporary data from old regions at 1733145439722 (+18 ms)Region opened successfully at 1733145439744 (+22 ms) 2024-12-02T13:17:19,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:19,745 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:19,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:19,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:19,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:19,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:19,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145439745Disabling compacts and flushes for region at 1733145439745Disabling writes for close at 1733145439745Writing region close event to WAL at 1733145439769 (+24 ms)Closed at 1733145439769 2024-12-02T13:17:19,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:19,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:17:19,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:17:19,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:19,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:17:19,923 DEBUG [06e3e18f2515:32797 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:17:19,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:19,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,42953,1733145437564, state=OPENING 2024-12-02T13:17:19,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:17:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:19,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-94306552/meta-region-server: CHANGED 2024-12-02T13:17:19,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:19,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-94306552/meta-region-server: CHANGED 2024-12-02T13:17:19,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,42953,1733145437564}] 2024-12-02T13:17:20,080 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:20,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:17:20,112 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:17:20,112 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:20,112 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:17:20,115 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C42953%2C1733145437564.meta, suffix=.meta, logDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/oldWALs, maxLogs=10 2024-12-02T13:17:20,129 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.meta.1733145440115.meta, exclude list is [], retry=0 2024-12-02T13:17:20,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-e1ade5ba-d561-476e-be64-e6725cc66805,DISK] 2024-12-02T13:17:20,141 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.meta.1733145440115.meta 2024-12-02T13:17:20,142 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827)] 2024-12-02T13:17:20,142 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:20,142 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:20,142 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:20,142 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:17:20,142 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:17:20,143 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:17:20,143 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:20,143 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:17:20,143 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:17:20,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:20,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:20,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:20,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:20,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:20,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:20,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:20,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:20,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:20,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:20,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:20,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:20,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:20,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:20,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:20,149 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:20,149 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740 2024-12-02T13:17:20,150 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740 2024-12-02T13:17:20,151 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:20,151 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:20,151 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:20,153 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:20,153 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74105874, jitterRate=0.10426357388496399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:20,153 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:17:20,153 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145440143Writing region info on filesystem at 1733145440143Initializing all the Stores at 1733145440144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145440144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145440144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145440144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145440144Cleaning up temporary data from old regions at 1733145440151 (+7 ms)Running coprocessor post-open hooks at 1733145440153 (+2 ms)Region opened successfully at 1733145440153 2024-12-02T13:17:20,156 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145440080 2024-12-02T13:17:20,158 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:17:20,158 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:17:20,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:20,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,42953,1733145437564, state=OPEN 2024-12-02T13:17:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-94306552/meta-region-server 2024-12-02T13:17:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-94306552/meta-region-server 2024-12-02T13:17:20,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:20,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-94306552/meta-region-server: CHANGED 2024-12-02T13:17:20,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-94306552/meta-region-server: CHANGED 2024-12-02T13:17:20,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:17:20,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,42953,1733145437564 in 232 msec 2024-12-02T13:17:20,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:17:20,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-12-02T13:17:20,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:20,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:17:20,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:20,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42953,1733145437564, seqNum=-1] 2024-12-02T13:17:20,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:20,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:20,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1070 sec 2024-12-02T13:17:20,178 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145440178, completionTime=-1 2024-12-02T13:17:20,179 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:17:20,179 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145500181 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145560181 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,32797,1733145437367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,32797,1733145437367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,32797,1733145437367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:32797, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:20,181 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:20,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:20,183 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.356sec 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,32797,1733145437367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:20,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,32797,1733145437367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:17:20,208 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:17:20,208 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:17:20,208 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,32797,1733145437367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:20,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:20,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,32797,-1 for getting cluster id 2024-12-02T13:17:20,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:20,228 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16ca7e4e-6e03-45e8-ab4a-04f9e98181f2' 2024-12-02T13:17:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16ca7e4e-6e03-45e8-ab4a-04f9e98181f2" 2024-12-02T13:17:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab20992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,32797,-1] 2024-12-02T13:17:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:20,231 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:20,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42f78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:20,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42953,1733145437564, seqNum=-1] 2024-12-02T13:17:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:20,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:20,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,32797,1733145437367 2024-12-02T13:17:20,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62413 2024-12-02T13:17:20,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:20,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33537,1733145429210 2024-12-02T13:17:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33ca5b1a 2024-12-02T13:17:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:20,270 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:20,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:17:20,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:17:20,274 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:20,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:17:20,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:17:20,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009b13ddf80008 connected 2024-12-02T13:17:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:20,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:17:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:20,732 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 887c6e8beb907ea8abc8569e293cddf7, NAME => 'test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb 2024-12-02T13:17:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:17:20,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:20,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 887c6e8beb907ea8abc8569e293cddf7, disabling compactions & flushes 2024-12-02T13:17:20,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:20,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:20,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. after waiting 0 ms 2024-12-02T13:17:20,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:20,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:20,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 887c6e8beb907ea8abc8569e293cddf7: Waiting for close lock at 1733145440753Disabling compacts and flushes for region at 1733145440753Disabling writes for close at 1733145440753Writing region close event to WAL at 1733145440753Closed at 1733145440753 2024-12-02T13:17:20,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:17:20,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145440755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145440755"}]},"ts":"1733145440755"} 2024-12-02T13:17:20,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:17:20,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:17:20,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145440758"}]},"ts":"1733145440758"} 2024-12-02T13:17:20,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:17:20,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=887c6e8beb907ea8abc8569e293cddf7, ASSIGN}] 2024-12-02T13:17:20,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=887c6e8beb907ea8abc8569e293cddf7, ASSIGN 2024-12-02T13:17:20,762 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=887c6e8beb907ea8abc8569e293cddf7, ASSIGN; state=OFFLINE, location=06e3e18f2515,37149,1733145429247; forceNewPlan=false, retain=false 2024-12-02T13:17:20,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=887c6e8beb907ea8abc8569e293cddf7, regionState=OPENING, regionLocation=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:20,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=887c6e8beb907ea8abc8569e293cddf7, ASSIGN because future has completed 2024-12-02T13:17:20,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887c6e8beb907ea8abc8569e293cddf7, server=06e3e18f2515,37149,1733145429247}] 2024-12-02T13:17:21,126 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:21,126 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 887c6e8beb907ea8abc8569e293cddf7, NAME => 'test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:21,127 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:21,127 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:17:21,127 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,127 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:21,127 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,127 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,143 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,149 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887c6e8beb907ea8abc8569e293cddf7 columnFamilyName f 2024-12-02T13:17:21,149 DEBUG [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:21,150 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] regionserver.HStore(327): Store=887c6e8beb907ea8abc8569e293cddf7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:21,150 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,151 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887c6e8beb907ea8abc8569e293cddf7 columnFamilyName f1 2024-12-02T13:17:21,151 DEBUG [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:21,151 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] regionserver.HStore(327): Store=887c6e8beb907ea8abc8569e293cddf7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:21,151 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,153 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887c6e8beb907ea8abc8569e293cddf7 columnFamilyName norep 2024-12-02T13:17:21,153 DEBUG [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:21,153 INFO [StoreOpener-887c6e8beb907ea8abc8569e293cddf7-1 {}] regionserver.HStore(327): Store=887c6e8beb907ea8abc8569e293cddf7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:21,153 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,154 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,154 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,155 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,155 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,155 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:17:21,156 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,181 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:21,181 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 887c6e8beb907ea8abc8569e293cddf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69414203, jitterRate=0.03435222804546356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:17:21,182 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:21,182 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 887c6e8beb907ea8abc8569e293cddf7: Running coprocessor pre-open hook at 1733145441127Writing region info on filesystem at 1733145441127Initializing all the Stores at 1733145441128 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145441128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145441137 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145441137Cleaning up temporary data from old regions at 1733145441155 (+18 ms)Running coprocessor post-open hooks at 1733145441182 (+27 ms)Region opened successfully at 1733145441182 2024-12-02T13:17:21,184 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7., pid=6, masterSystemTime=1733145441091 2024-12-02T13:17:21,187 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:21,187 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:21,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=887c6e8beb907ea8abc8569e293cddf7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:21,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887c6e8beb907ea8abc8569e293cddf7, server=06e3e18f2515,37149,1733145429247 because future has completed 2024-12-02T13:17:21,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:17:21,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 887c6e8beb907ea8abc8569e293cddf7, server=06e3e18f2515,37149,1733145429247 in 273 msec 2024-12-02T13:17:21,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:17:21,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=887c6e8beb907ea8abc8569e293cddf7, ASSIGN in 449 msec 2024-12-02T13:17:21,212 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:17:21,212 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145441212"}]},"ts":"1733145441212"} 2024-12-02T13:17:21,214 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:17:21,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:17:21,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 943 msec 2024-12-02T13:17:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:21,423 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:17:21,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,37117,1733145433151 2024-12-02T13:17:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691b773f 2024-12-02T13:17:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:21,426 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:21,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:17:21,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:17:21,436 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:21,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:17:21,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:17:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:21,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:17:21,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bc6faed42606d3c659a2b2862444dc2, NAME => 'test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f 2024-12-02T13:17:21,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:17:21,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:21,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2bc6faed42606d3c659a2b2862444dc2, disabling compactions & flushes 2024-12-02T13:17:21,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:21,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:21,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. after waiting 0 ms 2024-12-02T13:17:21,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:21,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:21,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bc6faed42606d3c659a2b2862444dc2: Waiting for close lock at 1733145441541Disabling compacts and flushes for region at 1733145441541Disabling writes for close at 1733145441541Writing region close event to WAL at 1733145441541Closed at 1733145441541 2024-12-02T13:17:21,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:17:21,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145441543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145441543"}]},"ts":"1733145441543"} 2024-12-02T13:17:21,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:17:21,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:17:21,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145441546"}]},"ts":"1733145441546"} 2024-12-02T13:17:21,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:17:21,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bc6faed42606d3c659a2b2862444dc2, ASSIGN}] 2024-12-02T13:17:21,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bc6faed42606d3c659a2b2862444dc2, ASSIGN 2024-12-02T13:17:21,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2bc6faed42606d3c659a2b2862444dc2, ASSIGN; state=OFFLINE, location=06e3e18f2515,37745,1733145433175; forceNewPlan=false, retain=false 2024-12-02T13:17:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:21,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bc6faed42606d3c659a2b2862444dc2, regionState=OPENING, regionLocation=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:21,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2bc6faed42606d3c659a2b2862444dc2, ASSIGN because future has completed 2024-12-02T13:17:21,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc6faed42606d3c659a2b2862444dc2, server=06e3e18f2515,37745,1733145433175}] 2024-12-02T13:17:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:21,925 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:21,925 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bc6faed42606d3c659a2b2862444dc2, NAME => 'test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:21,926 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:21,926 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:17:21,926 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,926 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:21,926 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,926 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,941 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,943 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc6faed42606d3c659a2b2862444dc2 columnFamilyName f 2024-12-02T13:17:21,943 DEBUG [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:21,943 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] regionserver.HStore(327): Store=2bc6faed42606d3c659a2b2862444dc2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:21,943 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,944 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc6faed42606d3c659a2b2862444dc2 columnFamilyName f1 2024-12-02T13:17:21,945 DEBUG [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:21,945 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] regionserver.HStore(327): Store=2bc6faed42606d3c659a2b2862444dc2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:21,945 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,946 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc6faed42606d3c659a2b2862444dc2 columnFamilyName norep 2024-12-02T13:17:21,946 DEBUG [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:21,947 INFO [StoreOpener-2bc6faed42606d3c659a2b2862444dc2-1 {}] regionserver.HStore(327): Store=2bc6faed42606d3c659a2b2862444dc2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:21,947 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,947 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,948 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,949 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,949 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,949 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:17:21,950 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,965 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:21,965 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2bc6faed42606d3c659a2b2862444dc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65876121, jitterRate=-0.01836930215358734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:17:21,966 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:21,966 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2bc6faed42606d3c659a2b2862444dc2: Running coprocessor pre-open hook at 1733145441926Writing region info on filesystem at 1733145441926Initializing all the Stores at 1733145441927 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145441927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145441941 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145441941Cleaning up temporary data from old regions at 1733145441949 (+8 ms)Running coprocessor post-open hooks at 1733145441966 (+17 ms)Region opened successfully at 1733145441966 2024-12-02T13:17:21,967 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2., pid=6, masterSystemTime=1733145441888 2024-12-02T13:17:21,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bc6faed42606d3c659a2b2862444dc2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:21,972 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:21,972 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:21,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc6faed42606d3c659a2b2862444dc2, server=06e3e18f2515,37745,1733145433175 because future has completed 2024-12-02T13:17:22,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:17:22,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bc6faed42606d3c659a2b2862444dc2, server=06e3e18f2515,37745,1733145433175 in 281 msec 2024-12-02T13:17:22,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:17:22,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2bc6faed42606d3c659a2b2862444dc2, ASSIGN in 451 msec 2024-12-02T13:17:22,004 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:17:22,004 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145442004"}]},"ts":"1733145442004"} 2024-12-02T13:17:22,007 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:17:22,008 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:17:22,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 582 msec 2024-12-02T13:17:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:22,073 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:17:22,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,32797,1733145437367 2024-12-02T13:17:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54fb92f1 2024-12-02T13:17:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:22,078 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:22,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:17:22,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:17:22,081 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:22,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:17:22,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:17:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:17:22,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f33f0302409cc41eb477ea4baa78e347, NAME => 'test,,1733145442078.f33f0302409cc41eb477ea4baa78e347.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f 2024-12-02T13:17:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:17:22,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145442078.f33f0302409cc41eb477ea4baa78e347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:22,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f33f0302409cc41eb477ea4baa78e347, disabling compactions & flushes 2024-12-02T13:17:22,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:22,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:22,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. after waiting 0 ms 2024-12-02T13:17:22,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:22,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:22,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f33f0302409cc41eb477ea4baa78e347: Waiting for close lock at 1733145442214Disabling compacts and flushes for region at 1733145442214Disabling writes for close at 1733145442214Writing region close event to WAL at 1733145442214Closed at 1733145442214 2024-12-02T13:17:22,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:17:22,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145442078.f33f0302409cc41eb477ea4baa78e347.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145442215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145442215"}]},"ts":"1733145442215"} 2024-12-02T13:17:22,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:17:22,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:17:22,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145442219"}]},"ts":"1733145442219"} 2024-12-02T13:17:22,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:17:22,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f33f0302409cc41eb477ea4baa78e347, ASSIGN}] 2024-12-02T13:17:22,225 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f33f0302409cc41eb477ea4baa78e347, ASSIGN 2024-12-02T13:17:22,226 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f33f0302409cc41eb477ea4baa78e347, ASSIGN; state=OFFLINE, location=06e3e18f2515,42953,1733145437564; forceNewPlan=false, retain=false 2024-12-02T13:17:22,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f33f0302409cc41eb477ea4baa78e347, regionState=OPENING, regionLocation=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:22,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f33f0302409cc41eb477ea4baa78e347, ASSIGN because future has completed 2024-12-02T13:17:22,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33f0302409cc41eb477ea4baa78e347, server=06e3e18f2515,42953,1733145437564}] 2024-12-02T13:17:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:22,568 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:22,568 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f33f0302409cc41eb477ea4baa78e347, NAME => 'test,,1733145442078.f33f0302409cc41eb477ea4baa78e347.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:22,568 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:22,568 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:17:22,568 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,568 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145442078.f33f0302409cc41eb477ea4baa78e347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:22,569 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,569 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,587 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,588 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33f0302409cc41eb477ea4baa78e347 columnFamilyName f 2024-12-02T13:17:22,588 DEBUG [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:22,589 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] regionserver.HStore(327): Store=f33f0302409cc41eb477ea4baa78e347/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:22,589 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,593 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33f0302409cc41eb477ea4baa78e347 columnFamilyName f1 2024-12-02T13:17:22,593 DEBUG [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:22,594 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] regionserver.HStore(327): Store=f33f0302409cc41eb477ea4baa78e347/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:22,594 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,595 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33f0302409cc41eb477ea4baa78e347 columnFamilyName norep 2024-12-02T13:17:22,595 DEBUG [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:22,595 INFO [StoreOpener-f33f0302409cc41eb477ea4baa78e347-1 {}] regionserver.HStore(327): Store=f33f0302409cc41eb477ea4baa78e347/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:22,595 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,596 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,597 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,597 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,597 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,598 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:17:22,599 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,601 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:22,601 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f33f0302409cc41eb477ea4baa78e347; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68226508, jitterRate=0.01665419340133667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:17:22,602 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:22,602 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f33f0302409cc41eb477ea4baa78e347: Running coprocessor pre-open hook at 1733145442569Writing region info on filesystem at 1733145442569Initializing all the Stores at 1733145442573 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145442573Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145442585 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145442585Cleaning up temporary data from old regions at 1733145442597 (+12 ms)Running coprocessor post-open hooks at 1733145442602 (+5 ms)Region opened successfully at 1733145442602 2024-12-02T13:17:22,602 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145442078.f33f0302409cc41eb477ea4baa78e347., pid=6, masterSystemTime=1733145442545 2024-12-02T13:17:22,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f33f0302409cc41eb477ea4baa78e347, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:22,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33f0302409cc41eb477ea4baa78e347, server=06e3e18f2515,42953,1733145437564 because future has completed 2024-12-02T13:17:22,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:17:22,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f33f0302409cc41eb477ea4baa78e347, server=06e3e18f2515,42953,1733145437564 in 222 msec 2024-12-02T13:17:22,617 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:22,617 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:22,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:17:22,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f33f0302409cc41eb477ea4baa78e347, ASSIGN in 395 msec 2024-12-02T13:17:22,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:17:22,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145442621"}]},"ts":"1733145442621"} 2024-12-02T13:17:22,624 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:17:22,625 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:17:22,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 547 msec 2024-12-02T13:17:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:22,713 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:17:22,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:22,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33537,-1 for getting cluster id 2024-12-02T13:17:22,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:22,727 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5145c8b-9434-4721-9c0b-e4cd9319bbfb' 2024-12-02T13:17:22,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:22,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5145c8b-9434-4721-9c0b-e4cd9319bbfb" 2024-12-02T13:17:22,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d65fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:22,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33537,-1] 2024-12-02T13:17:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:22,729 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1fa6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:22,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,33537,1733145429210 2024-12-02T13:17:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6281fc5b 2024-12-02T13:17:22,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:22,733 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:22,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:37117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:17:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:17:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:22,736 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:37117' 2024-12-02T13:17:22,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba41772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:22,746 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:22,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:22,747 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:22,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:22,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:22,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654ccd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:22,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:22,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:22,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:22,750 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:22,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e84dc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:22,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,37117,1733145433151 2024-12-02T13:17:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b6d9d78 2024-12-02T13:17:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:22,753 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:22,754 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:17:22,754 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:17:22,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:22,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:22,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:22,755 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:22,756 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:17:22,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:17:22,758 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:22,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:17:22,807 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:17:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:17:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:23,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:17:23,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b3b4046c136e6efbf171eacf0bdbc6f, NAME => 'hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb 2024-12-02T13:17:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:17:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:23,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:23,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6b3b4046c136e6efbf171eacf0bdbc6f, disabling compactions & flushes 2024-12-02T13:17:23,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:23,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:23,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. after waiting 0 ms 2024-12-02T13:17:23,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:23,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:23,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b3b4046c136e6efbf171eacf0bdbc6f: Waiting for close lock at 1733145443659Disabling compacts and flushes for region at 1733145443659Disabling writes for close at 1733145443659Writing region close event to WAL at 1733145443659Closed at 1733145443659 2024-12-02T13:17:23,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:17:23,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145443660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145443660"}]},"ts":"1733145443660"} 2024-12-02T13:17:23,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:17:23,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:17:23,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145443666"}]},"ts":"1733145443666"} 2024-12-02T13:17:23,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:17:23,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b3b4046c136e6efbf171eacf0bdbc6f, ASSIGN}] 2024-12-02T13:17:23,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b3b4046c136e6efbf171eacf0bdbc6f, ASSIGN 2024-12-02T13:17:23,671 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b3b4046c136e6efbf171eacf0bdbc6f, ASSIGN; state=OFFLINE, location=06e3e18f2515,37149,1733145429247; forceNewPlan=false, retain=false 2024-12-02T13:17:23,822 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b3b4046c136e6efbf171eacf0bdbc6f, regionState=OPENING, regionLocation=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:23,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b3b4046c136e6efbf171eacf0bdbc6f, ASSIGN because future has completed 2024-12-02T13:17:23,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b3b4046c136e6efbf171eacf0bdbc6f, server=06e3e18f2515,37149,1733145429247}] 2024-12-02T13:17:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:24,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:24,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:24,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:17:24,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37149%2C1733145429247.rep, suffix=, logDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/oldWALs, maxLogs=10 2024-12-02T13:17:24,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.rep.1733145444008, exclude list is [], retry=0 2024-12-02T13:17:24,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-4f1b3f2f-e701-479c-8d0f-3b683c9eafe4,DISK] 2024-12-02T13:17:24,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.rep.1733145444008 2024-12-02T13:17:24,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33053:33053)] 2024-12-02T13:17:24,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b3b4046c136e6efbf171eacf0bdbc6f, NAME => 'hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:24,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:24,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:24,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. service=MultiRowMutationService 2024-12-02T13:17:24,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:17:24,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:24,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,045 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,046 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3b4046c136e6efbf171eacf0bdbc6f columnFamilyName hfileref 2024-12-02T13:17:24,046 DEBUG [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:24,047 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] regionserver.HStore(327): Store=6b3b4046c136e6efbf171eacf0bdbc6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:24,047 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,048 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3b4046c136e6efbf171eacf0bdbc6f columnFamilyName queue 2024-12-02T13:17:24,048 DEBUG [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:24,048 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] regionserver.HStore(327): Store=6b3b4046c136e6efbf171eacf0bdbc6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:24,048 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,049 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3b4046c136e6efbf171eacf0bdbc6f columnFamilyName sid 2024-12-02T13:17:24,049 DEBUG [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:24,049 INFO [StoreOpener-6b3b4046c136e6efbf171eacf0bdbc6f-1 {}] regionserver.HStore(327): Store=6b3b4046c136e6efbf171eacf0bdbc6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:24,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:17:24,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:24,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6b3b4046c136e6efbf171eacf0bdbc6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65277984, jitterRate=-0.027282238006591797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:17:24,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:24,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6b3b4046c136e6efbf171eacf0bdbc6f: Running coprocessor pre-open hook at 1733145444042Writing region info on filesystem at 1733145444042Initializing all the Stores at 1733145444043 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145444043Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145444045 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145444045Cleaning up temporary data from old regions at 1733145444051 (+6 ms)Running coprocessor post-open hooks at 1733145444055 (+4 ms)Region opened successfully at 1733145444055 2024-12-02T13:17:24,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f., pid=10, masterSystemTime=1733145443997 2024-12-02T13:17:24,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:24,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:24,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b3b4046c136e6efbf171eacf0bdbc6f, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,37149,1733145429247 2024-12-02T13:17:24,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b3b4046c136e6efbf171eacf0bdbc6f, server=06e3e18f2515,37149,1733145429247 because future has completed 2024-12-02T13:17:24,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:17:24,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b3b4046c136e6efbf171eacf0bdbc6f, server=06e3e18f2515,37149,1733145429247 in 227 msec 2024-12-02T13:17:24,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:17:24,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b3b4046c136e6efbf171eacf0bdbc6f, ASSIGN in 407 msec 2024-12-02T13:17:24,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:17:24,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145444082"}]},"ts":"1733145444082"} 2024-12-02T13:17:24,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:17:24,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:17:24,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3300 sec 2024-12-02T13:17:24,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f., hostname=06e3e18f2515,37149,1733145429247, seqNum=2] 2024-12-02T13:17:24,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:24,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:24,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:17:24,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:17:24,282 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:17:24,381 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,37149,1733145429247, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:17:24,382 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:24,382 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37149,1733145429247, seqNum=-1] 2024-12-02T13:17:24,383 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:24,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-02T13:17:24,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,37149,1733145429247', locateType=CURRENT is [region=hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f., hostname=06e3e18f2515,37149,1733145429247, seqNum=2] 2024-12-02T13:17:24,413 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:17:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:17:24,416 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,37149,1733145429247 suceeded 2024-12-02T13:17:24,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:17:24,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 292 msec 2024-12-02T13:17:24,418 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:37117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:17:24,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6850 sec 2024-12-02T13:17:24,439 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:37117' 2024-12-02T13:17:24,457 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457bc8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,457 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:24,457 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:24,458 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:24,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e154003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:24,461 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:24,462 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e27f544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,462 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:24,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,37117,1733145433151 2024-12-02T13:17:24,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ceb5494 2024-12-02T13:17:24,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:24,466 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-02T13:17:24,466 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,37149,1733145429247 (queues=1) is replicating from cluster=c5145c8b-9434-4721-9c0b-e4cd9319bbfb to cluster=7b0618fa-0350-4472-a00a-55d2d4575742 2024-12-02T13:17:24,466 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C37149%2C1733145429247 2024-12-02T13:17:24,466 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,37149,1733145429247, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:17:24,469 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229, startPosition=0, beingWritten=true 2024-12-02T13:17:24,470 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.shipper06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C37149%2C1733145429247 2024-12-02T13:17:24,479 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:24,479 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:24,479 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.shipper06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37149,1733145429247 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:24,693 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:24,883 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:17:24,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:24,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:24,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:24,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:24,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:24,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:24,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:24,894 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60910d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:24,895 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53adcb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,37117,1733145433151 2024-12-02T13:17:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d1e6fd9 2024-12-02T13:17:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:24,898 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:24,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:32797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:17:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:17:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:24,902 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:32797' 2024-12-02T13:17:24,910 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed964e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,910 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,32797,-1 for getting cluster id 2024-12-02T13:17:24,910 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:24,910 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16ca7e4e-6e03-45e8-ab4a-04f9e98181f2' 2024-12-02T13:17:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16ca7e4e-6e03-45e8-ab4a-04f9e98181f2" 2024-12-02T13:17:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b466f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,32797,-1] 2024-12-02T13:17:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:24,912 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:24,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39072a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:24,913 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:24,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,32797,1733145437367 2024-12-02T13:17:24,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17b6197a 2024-12-02T13:17:24,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:24,915 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:24,916 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T13:17:24,916 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:17:24,916 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:24,916 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:24,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:24,917 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:24,918 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:17:24,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:17:24,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:24,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:17:24,968 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:17:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:17:25,011 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:25,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b135629a918a405fedb314d8f10880a, NAME => 'hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f 2024-12-02T13:17:25,425 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:25,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:17:25,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:25,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0b135629a918a405fedb314d8f10880a, disabling compactions & flushes 2024-12-02T13:17:25,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:25,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:25,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. after waiting 0 ms 2024-12-02T13:17:25,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:25,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:25,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b135629a918a405fedb314d8f10880a: Waiting for close lock at 1733145445454Disabling compacts and flushes for region at 1733145445454Disabling writes for close at 1733145445454Writing region close event to WAL at 1733145445454Closed at 1733145445454 2024-12-02T13:17:25,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:17:25,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145445456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145445456"}]},"ts":"1733145445456"} 2024-12-02T13:17:25,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:17:25,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:17:25,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145445461"}]},"ts":"1733145445461"} 2024-12-02T13:17:25,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:17:25,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b135629a918a405fedb314d8f10880a, ASSIGN}] 2024-12-02T13:17:25,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b135629a918a405fedb314d8f10880a, ASSIGN 2024-12-02T13:17:25,473 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b135629a918a405fedb314d8f10880a, ASSIGN; state=OFFLINE, location=06e3e18f2515,37745,1733145433175; forceNewPlan=false, retain=false 2024-12-02T13:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:25,624 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b135629a918a405fedb314d8f10880a, regionState=OPENING, regionLocation=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:25,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b135629a918a405fedb314d8f10880a, ASSIGN because future has completed 2024-12-02T13:17:25,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b135629a918a405fedb314d8f10880a, server=06e3e18f2515,37745,1733145433175}] 2024-12-02T13:17:25,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:25,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:25,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:25,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:25,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:17:25,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C37745%2C1733145433175.rep, suffix=, logDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175, archiveDir=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/oldWALs, maxLogs=10 2024-12-02T13:17:25,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.rep.1733145445818, exclude list is [], retry=0 2024-12-02T13:17:25,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-8be83baa-9ac5-49d0-a727-5a5b81bcce20,DISK] 2024-12-02T13:17:25,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.rep.1733145445818 2024-12-02T13:17:25,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42617:42617)] 2024-12-02T13:17:25,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b135629a918a405fedb314d8f10880a, NAME => 'hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:25,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:25,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:25,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. service=MultiRowMutationService 2024-12-02T13:17:25,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:17:25,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:25,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,875 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,877 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b135629a918a405fedb314d8f10880a columnFamilyName hfileref 2024-12-02T13:17:25,880 DEBUG [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:25,880 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] regionserver.HStore(327): Store=0b135629a918a405fedb314d8f10880a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:25,880 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,881 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b135629a918a405fedb314d8f10880a columnFamilyName queue 2024-12-02T13:17:25,881 DEBUG [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:25,882 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] regionserver.HStore(327): Store=0b135629a918a405fedb314d8f10880a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:25,882 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,885 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b135629a918a405fedb314d8f10880a columnFamilyName sid 2024-12-02T13:17:25,885 DEBUG [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:25,886 INFO [StoreOpener-0b135629a918a405fedb314d8f10880a-1 {}] regionserver.HStore(327): Store=0b135629a918a405fedb314d8f10880a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:25,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:17:25,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:25,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0b135629a918a405fedb314d8f10880a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62465294, jitterRate=-0.06919458508491516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:17:25,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:25,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0b135629a918a405fedb314d8f10880a: Running coprocessor pre-open hook at 1733145445868Writing region info on filesystem at 1733145445868Initializing all the Stores at 1733145445869 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145445869Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145445873 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145445873Cleaning up temporary data from old regions at 1733145445891 (+18 ms)Running coprocessor post-open hooks at 1733145445896 (+5 ms)Region opened successfully at 1733145445896 2024-12-02T13:17:25,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a., pid=10, masterSystemTime=1733145445787 2024-12-02T13:17:25,900 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b135629a918a405fedb314d8f10880a, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,37745,1733145433175 2024-12-02T13:17:25,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:25,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:25,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b135629a918a405fedb314d8f10880a, server=06e3e18f2515,37745,1733145433175 because future has completed 2024-12-02T13:17:25,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:17:25,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b135629a918a405fedb314d8f10880a, server=06e3e18f2515,37745,1733145433175 in 278 msec 2024-12-02T13:17:25,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:17:25,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b135629a918a405fedb314d8f10880a, ASSIGN in 453 msec 2024-12-02T13:17:25,921 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:17:25,922 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145445921"}]},"ts":"1733145445921"} 2024-12-02T13:17:25,924 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:17:25,926 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:17:25,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0090 sec 2024-12-02T13:17:25,950 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:25,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a., hostname=06e3e18f2515,37745,1733145433175, seqNum=2] 2024-12-02T13:17:25,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:25,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:17:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:26,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:17:26,140 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:17:26,186 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,37745,1733145433175, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:17:26,187 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:26,187 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37745,1733145433175, seqNum=-1] 2024-12-02T13:17:26,187 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:26,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T13:17:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,37745,1733145433175', locateType=CURRENT is [region=hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a., hostname=06e3e18f2515,37745,1733145433175, seqNum=2] 2024-12-02T13:17:26,208 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:17:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:17:26,210 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,37745,1733145433175 suceeded 2024-12-02T13:17:26,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:17:26,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-02T13:17:26,213 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:32797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:17:26,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3140 sec 2024-12-02T13:17:26,224 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:32797' 2024-12-02T13:17:26,226 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86c9608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:26,226 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,32797,-1 for getting cluster id 2024-12-02T13:17:26,226 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:26,227 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16ca7e4e-6e03-45e8-ab4a-04f9e98181f2' 2024-12-02T13:17:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16ca7e4e-6e03-45e8-ab4a-04f9e98181f2" 2024-12-02T13:17:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c5afa65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,32797,-1] 2024-12-02T13:17:26,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:26,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:26,229 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:26,229 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48fcaad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:26,229 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,32797,1733145437367 2024-12-02T13:17:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e36664f 2024-12-02T13:17:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:26,231 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-02T13:17:26,232 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,37745,1733145433175 (queues=1) is replicating from cluster=7b0618fa-0350-4472-a00a-55d2d4575742 to cluster=16ca7e4e-6e03-45e8-ab4a-04f9e98181f2 2024-12-02T13:17:26,232 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C37745%2C1733145433175 2024-12-02T13:17:26,232 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,37745,1733145433175, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:17:26,233 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, startPosition=0, beingWritten=true 2024-12-02T13:17:26,237 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C37745%2C1733145433175 2024-12-02T13:17:26,247 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:26,247 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 379, reset compression=false 2024-12-02T13:17:26,247 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:26,462 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 379, reset compression=false 2024-12-02T13:17:26,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:17:26,554 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:26,775 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 379, reset compression=false 2024-12-02T13:17:26,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:26,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:17:26,783 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88673 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:17:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:27,053 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:17:27,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:27,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:27,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:27,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:27,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:27,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,32797,-1 for getting cluster id 2024-12-02T13:17:27,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:27,058 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16ca7e4e-6e03-45e8-ab4a-04f9e98181f2' 2024-12-02T13:17:27,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:27,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16ca7e4e-6e03-45e8-ab4a-04f9e98181f2" 2024-12-02T13:17:27,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6344b2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,32797,-1] 2024-12-02T13:17:27,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:27,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:27,060 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d0d6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,32797,1733145437367 2024-12-02T13:17:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527c454b 2024-12-02T13:17:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:27,065 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:27,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:37117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:17:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:17:27,068 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:37117' 2024-12-02T13:17:27,069 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1390d901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,069 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:27,069 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:27,069 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730b219b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:27,071 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:27,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e696c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,071 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,37117,1733145433151 2024-12-02T13:17:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60cc0699 2024-12-02T13:17:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:27,072 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:27,081 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T13:17:27,081 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:17:27,081 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:27,081 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:27,082 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:27,084 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:17:27,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:17:27,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:27,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:17:27,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:27,134 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:17:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:17:27,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ea78fbacf9f8a04876f4f457933fd5f, NAME => 'hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f 2024-12-02T13:17:27,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:17:27,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:27,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4ea78fbacf9f8a04876f4f457933fd5f, disabling compactions & flushes 2024-12-02T13:17:27,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:27,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:27,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. after waiting 0 ms 2024-12-02T13:17:27,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:27,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:27,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ea78fbacf9f8a04876f4f457933fd5f: Waiting for close lock at 1733145447172Disabling compacts and flushes for region at 1733145447172Disabling writes for close at 1733145447172Writing region close event to WAL at 1733145447172Closed at 1733145447172 2024-12-02T13:17:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:27,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:17:27,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145447174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145447174"}]},"ts":"1733145447174"} 2024-12-02T13:17:27,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:17:27,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:17:27,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145447178"}]},"ts":"1733145447178"} 2024-12-02T13:17:27,180 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 379, reset compression=false 2024-12-02T13:17:27,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:17:27,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ea78fbacf9f8a04876f4f457933fd5f, ASSIGN}] 2024-12-02T13:17:27,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ea78fbacf9f8a04876f4f457933fd5f, ASSIGN 2024-12-02T13:17:27,184 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ea78fbacf9f8a04876f4f457933fd5f, ASSIGN; state=OFFLINE, location=06e3e18f2515,42953,1733145437564; forceNewPlan=false, retain=false 2024-12-02T13:17:27,268 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:27,335 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ea78fbacf9f8a04876f4f457933fd5f, regionState=OPENING, regionLocation=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:27,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ea78fbacf9f8a04876f4f457933fd5f, ASSIGN because future has completed 2024-12-02T13:17:27,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ea78fbacf9f8a04876f4f457933fd5f, server=06e3e18f2515,42953,1733145437564}] 2024-12-02T13:17:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:27,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:27,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:27,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:17:27,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C42953%2C1733145437564.rep, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/oldWALs, maxLogs=10 2024-12-02T13:17:27,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.rep.1733145447495, exclude list is [], retry=0 2024-12-02T13:17:27,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-e1ade5ba-d561-476e-be64-e6725cc66805,DISK] 2024-12-02T13:17:27,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.rep.1733145447495 2024-12-02T13:17:27,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827)] 2024-12-02T13:17:27,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ea78fbacf9f8a04876f4f457933fd5f, NAME => 'hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:27,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. service=MultiRowMutationService 2024-12-02T13:17:27,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:17:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,553 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,554 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ea78fbacf9f8a04876f4f457933fd5f columnFamilyName hfileref 2024-12-02T13:17:27,554 DEBUG [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:27,554 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] regionserver.HStore(327): Store=4ea78fbacf9f8a04876f4f457933fd5f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:27,555 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,555 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ea78fbacf9f8a04876f4f457933fd5f columnFamilyName queue 2024-12-02T13:17:27,555 DEBUG [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:27,555 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] regionserver.HStore(327): Store=4ea78fbacf9f8a04876f4f457933fd5f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:27,555 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,556 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ea78fbacf9f8a04876f4f457933fd5f columnFamilyName sid 2024-12-02T13:17:27,556 DEBUG [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:27,556 INFO [StoreOpener-4ea78fbacf9f8a04876f4f457933fd5f-1 {}] regionserver.HStore(327): Store=4ea78fbacf9f8a04876f4f457933fd5f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:27,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:17:27,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:27,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4ea78fbacf9f8a04876f4f457933fd5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72285176, jitterRate=0.07713305950164795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:17:27,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:27,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4ea78fbacf9f8a04876f4f457933fd5f: Running coprocessor pre-open hook at 1733145447541Writing region info on filesystem at 1733145447541Initializing all the Stores at 1733145447545 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145447545Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145447551 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145447551Cleaning up temporary data from old regions at 1733145447558 (+7 ms)Running coprocessor post-open hooks at 1733145447561 (+3 ms)Region opened successfully at 1733145447561 2024-12-02T13:17:27,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f., pid=10, masterSystemTime=1733145447490 2024-12-02T13:17:27,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:27,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:27,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ea78fbacf9f8a04876f4f457933fd5f, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,42953,1733145437564 2024-12-02T13:17:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ea78fbacf9f8a04876f4f457933fd5f, server=06e3e18f2515,42953,1733145437564 because future has completed 2024-12-02T13:17:27,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:17:27,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ea78fbacf9f8a04876f4f457933fd5f, server=06e3e18f2515,42953,1733145437564 in 232 msec 2024-12-02T13:17:27,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:17:27,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ea78fbacf9f8a04876f4f457933fd5f, ASSIGN in 389 msec 2024-12-02T13:17:27,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:17:27,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145447574"}]},"ts":"1733145447574"} 2024-12-02T13:17:27,575 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:17:27,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:17:27,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 494 msec 2024-12-02T13:17:27,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f., hostname=06e3e18f2515,42953,1733145437564, seqNum=2] 2024-12-02T13:17:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:27,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:17:27,689 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 379, reset compression=false 2024-12-02T13:17:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:27,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:17:27,769 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:17:27,815 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,42953,1733145437564, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:17:27,816 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:27,816 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42953,1733145437564, seqNum=-1] 2024-12-02T13:17:27,816 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:27,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T13:17:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,42953,1733145437564', locateType=CURRENT is [region=hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f., hostname=06e3e18f2515,42953,1733145437564, seqNum=2] 2024-12-02T13:17:27,821 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:17:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:17:27,824 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,42953,1733145437564 suceeded 2024-12-02T13:17:27,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:17:27,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-12-02T13:17:27,827 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:37117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:17:27,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 762 msec 2024-12-02T13:17:27,842 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:37117' 2024-12-02T13:17:27,848 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f681d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,848 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:27,848 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:27,849 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74cccb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:27,850 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:27,855 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e318fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:27,855 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:27,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,37117,1733145433151 2024-12-02T13:17:27,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f98cfe 2024-12-02T13:17:27,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:27,856 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-02T13:17:27,857 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,42953,1733145437564 (queues=1) is replicating from cluster=16ca7e4e-6e03-45e8-ab4a-04f9e98181f2 to cluster=7b0618fa-0350-4472-a00a-55d2d4575742 2024-12-02T13:17:27,857 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C42953%2C1733145437564 2024-12-02T13:17:27,858 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,42953,1733145437564, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:17:27,872 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, startPosition=0, beingWritten=true 2024-12-02T13:17:27,888 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C42953%2C1733145437564 2024-12-02T13:17:27,916 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:27,916 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 379, reset compression=false 2024-12-02T13:17:27,916 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42953,1733145437564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:28,079 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:28,129 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 379, reset compression=false 2024-12-02T13:17:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:28,205 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:17:28,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:28,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:28,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:28,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:28,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:28,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,33537,-1 for getting cluster id 2024-12-02T13:17:28,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:28,215 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5145c8b-9434-4721-9c0b-e4cd9319bbfb' 2024-12-02T13:17:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5145c8b-9434-4721-9c0b-e4cd9319bbfb" 2024-12-02T13:17:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af9aaae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,33537,-1] 2024-12-02T13:17:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:28,217 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239ad4f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:28,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:28,234 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bbee67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:28,237 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615b9aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d06876f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,32797,-1 for getting cluster id 2024-12-02T13:17:28,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:28,256 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16ca7e4e-6e03-45e8-ab4a-04f9e98181f2' 2024-12-02T13:17:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16ca7e4e-6e03-45e8-ab4a-04f9e98181f2" 2024-12-02T13:17:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ee22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,32797,-1] 2024-12-02T13:17:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:28,258 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713eb0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:28,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37149,1733145429247, seqNum=-1] 2024-12-02T13:17:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:28,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7., hostname=06e3e18f2515,37149,1733145429247, seqNum=2] 2024-12-02T13:17:28,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42953,1733145437564, seqNum=-1] 2024-12-02T13:17:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:28,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:28,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145442078.f33f0302409cc41eb477ea4baa78e347., hostname=06e3e18f2515,42953,1733145437564, seqNum=2] 2024-12-02T13:17:28,277 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T13:17:28,308 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 379, reset compression=false 2024-12-02T13:17:28,457 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 379, reset compression=false 2024-12-02T13:17:28,861 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 379, reset compression=false 2024-12-02T13:17:28,990 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 379, reset compression=false 2024-12-02T13:17:29,038 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:29,038 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 480, reset compression=false 2024-12-02T13:17:29,038 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.shipper06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37149,1733145429247 got entry batch from reader: WALEntryBatch [walEntries=[{test/887c6e8beb907ea8abc8569e293cddf7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T13:17:29,042 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.shipper06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:29,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-02T13:17:29,043 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 379, reset compression=false 2024-12-02T13:17:29,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:29,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a4eaae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:29,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,37117,-1 for getting cluster id 2024-12-02T13:17:29,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:29,062 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b0618fa-0350-4472-a00a-55d2d4575742' 2024-12-02T13:17:29,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:29,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b0618fa-0350-4472-a00a-55d2d4575742" 2024-12-02T13:17:29,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4178b2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:29,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,37117,-1] 2024-12-02T13:17:29,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:29,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:29,064 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:29,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1557ec57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:29,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:29,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37745,1733145433175, seqNum=-1] 2024-12-02T13:17:29,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:29,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T13:17:29,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2., hostname=06e3e18f2515,37745,1733145433175, seqNum=2] 2024-12-02T13:17:29,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:29,092 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:29,092 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc6faed42606d3c659a2b2862444dc2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T13:17:29,093 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 504, reset compression=false 2024-12-02T13:17:29,095 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:29,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-02T13:17:29,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:29,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d61e59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:29,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,32797,-1 for getting cluster id 2024-12-02T13:17:29,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:29,111 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16ca7e4e-6e03-45e8-ab4a-04f9e98181f2' 2024-12-02T13:17:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16ca7e4e-6e03-45e8-ab4a-04f9e98181f2" 2024-12-02T13:17:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73bbf05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,32797,-1] 2024-12-02T13:17:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:29,113 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:29,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f9157a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:29,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42953,1733145437564, seqNum=-1] 2024-12-02T13:17:29,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:29,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T13:17:29,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733145442078.f33f0302409cc41eb477ea4baa78e347., hostname=06e3e18f2515,42953,1733145437564, seqNum=2] 2024-12-02T13:17:29,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:29,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:17:29,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T13:17:29,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:29,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T13:17:29,279 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T13:17:29,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,37745,1733145433175, seqNum=-1] 2024-12-02T13:17:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:29,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:29,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2., hostname=06e3e18f2515,37745,1733145433175, seqNum=2] 2024-12-02T13:17:29,289 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T13:17:29,290 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 480, reset compression=false 2024-12-02T13:17:29,333 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 504, reset compression=false 2024-12-02T13:17:29,355 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:29,355 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 608, reset compression=false 2024-12-02T13:17:29,355 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc6faed42606d3c659a2b2862444dc2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T13:17:29,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:29,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:29,391 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 379, reset compression=false 2024-12-02T13:17:29,417 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:29,417 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 654, reset compression=false 2024-12-02T13:17:29,417 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42953,1733145437564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:29,594 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 608, reset compression=false 2024-12-02T13:17:29,613 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 480, reset compression=false 2024-12-02T13:17:29,624 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 654, reset compression=false 2024-12-02T13:17:29,916 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 608, reset compression=false 2024-12-02T13:17:29,930 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 654, reset compression=false 2024-12-02T13:17:30,026 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 480, reset compression=false 2024-12-02T13:17:30,292 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T13:17:30,295 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T13:17:30,320 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 608, reset compression=false 2024-12-02T13:17:30,337 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 654, reset compression=false 2024-12-02T13:17:30,378 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:30,378 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 758, reset compression=false 2024-12-02T13:17:30,378 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42953,1733145437564 got entry batch from reader: WALEntryBatch [walEntries=[{test/f33f0302409cc41eb477ea4baa78e347/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T13:17:30,381 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:30,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-02T13:17:30,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:30,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:30,534 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 480, reset compression=false 2024-12-02T13:17:30,609 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 758, reset compression=false 2024-12-02T13:17:30,830 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 608, reset compression=false 2024-12-02T13:17:30,834 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:30,835 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 735, reset compression=false 2024-12-02T13:17:30,835 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:30,942 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 758, reset compression=false 2024-12-02T13:17:31,049 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 735, reset compression=false 2024-12-02T13:17:31,159 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 480, reset compression=false 2024-12-02T13:17:31,298 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T13:17:31,304 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T13:17:31,348 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 758, reset compression=false 2024-12-02T13:17:31,353 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 735, reset compression=false 2024-12-02T13:17:31,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:31,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:31,778 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 735, reset compression=false 2024-12-02T13:17:31,869 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 480, reset compression=false 2024-12-02T13:17:31,873 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:31,873 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:31,873 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.shipper06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37149,1733145429247 got entry batch from reader: WALEntryBatch [walEntries=[{test/887c6e8beb907ea8abc8569e293cddf7/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T13:17:31,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:31,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:31,880 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 758, reset compression=false 2024-12-02T13:17:32,080 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:32,282 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 735, reset compression=false 2024-12-02T13:17:32,286 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:32,286 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 883, reset compression=false 2024-12-02T13:17:32,286 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc6faed42606d3c659a2b2862444dc2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T13:17:32,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:32,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:32,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T13:17:32,308 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T13:17:32,384 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:32,483 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 758, reset compression=false 2024-12-02T13:17:32,494 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 883, reset compression=false 2024-12-02T13:17:32,500 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:32,500 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 929, reset compression=false 2024-12-02T13:17:32,500 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42953,1733145437564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:32,539 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:32,539 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1042, reset compression=false 2024-12-02T13:17:32,539 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc6faed42606d3c659a2b2862444dc2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T13:17:32,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:32,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:32,742 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 929, reset compression=false 2024-12-02T13:17:32,745 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:32,745 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1078, reset compression=false 2024-12-02T13:17:32,745 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42953,1733145437564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:32,766 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1042, reset compression=false 2024-12-02T13:17:32,812 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:32,950 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1078, reset compression=false 2024-12-02T13:17:33,069 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1042, reset compression=false 2024-12-02T13:17:33,257 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1078, reset compression=false 2024-12-02T13:17:33,310 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T13:17:33,329 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:33,332 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T13:17:33,491 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1042, reset compression=false 2024-12-02T13:17:33,661 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1078, reset compression=false 2024-12-02T13:17:33,705 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:17:33,705 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1237, reset compression=false 2024-12-02T13:17:33,705 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42953,1733145437564 got entry batch from reader: WALEntryBatch [walEntries=[{test/f33f0302409cc41eb477ea4baa78e347/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T13:17:33,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T13:17:33,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T13:17:33,924 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1237, reset compression=false 2024-12-02T13:17:33,974 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:34,018 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1042, reset compression=false 2024-12-02T13:17:34,022 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:34,022 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:34,022 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:34,232 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1237, reset compression=false 2024-12-02T13:17:34,233 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:34,333 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T13:17:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:17:34,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:34,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:34,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:34,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:34,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:17:34,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=5480334, stopped=false 2024-12-02T13:17:34,339 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,32797,1733145437367 2024-12-02T13:17:34,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-94306552/running 2024-12-02T13:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-94306552/running 2024-12-02T13:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:34,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:34,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on znode that does not yet exist, /2-94306552/running 2024-12-02T13:17:34,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:34,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:34,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:34,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Set watcher on znode that does not yet exist, /2-94306552/running 2024-12-02T13:17:34,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,42953,1733145437564' ***** 2024-12-02T13:17:34,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:17:34,342 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:17:34,343 INFO [RS:0;06e3e18f2515:42953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:17:34,343 INFO [RS:0;06e3e18f2515:42953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:17:34,343 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ea78fbacf9f8a04876f4f457933fd5f 2024-12-02T13:17:34,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:17:34,343 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:34,343 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,42953,1733145437564 2024-12-02T13:17:34,343 INFO [RS:0;06e3e18f2515:42953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:34,343 INFO [RS:0;06e3e18f2515:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:42953. 2024-12-02T13:17:34,343 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ea78fbacf9f8a04876f4f457933fd5f, disabling compactions & flushes 2024-12-02T13:17:34,343 DEBUG [RS:0;06e3e18f2515:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:34,343 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:34,343 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. after waiting 0 ms 2024-12-02T13:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:34,344 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:17:34,344 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:17:34,344 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:17:34,344 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:17:34,344 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ea78fbacf9f8a04876f4f457933fd5f 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-12-02T13:17:34,344 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:17:34,344 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1325): Online Regions={4ea78fbacf9f8a04876f4f457933fd5f=hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f., 1588230740=hbase:meta,,1.1588230740, f33f0302409cc41eb477ea4baa78e347=test,,1733145442078.f33f0302409cc41eb477ea4baa78e347.} 2024-12-02T13:17:34,344 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ea78fbacf9f8a04876f4f457933fd5f, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:34,344 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:34,344 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:34,344 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:34,344 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:34,344 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:34,344 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:17:34,366 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/info/47aea1cd50f14c8ba727c55e8f48a91e is 147, key is hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f./info:regioninfo/1733145447567/Put/seqid=0 2024-12-02T13:17:34,382 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f/.tmp/queue/2e858cdc782549a39b9e3b5ca79167c6 is 154, key is 1-06e3e18f2515,42953,1733145437564/queue:06e3e18f2515%2C42953%2C1733145437564/1733145453714/Put/seqid=0 2024-12-02T13:17:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741840_1016 (size=7686) 2024-12-02T13:17:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741841_1017 (size=5353) 2024-12-02T13:17:34,395 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/info/47aea1cd50f14c8ba727c55e8f48a91e 2024-12-02T13:17:34,429 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:34,435 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/ns/830f0b78a55d42f1bc09b0ae62b19fd0 is 43, key is default/ns:d/1733145440174/Put/seqid=0 2024-12-02T13:17:34,447 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:17:34,447 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:17:34,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741842_1018 (size=5153) 2024-12-02T13:17:34,544 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ea78fbacf9f8a04876f4f457933fd5f, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:34,562 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:34,657 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1237, reset compression=false 2024-12-02T13:17:34,690 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:34,744 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ea78fbacf9f8a04876f4f457933fd5f, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:34,795 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f/.tmp/queue/2e858cdc782549a39b9e3b5ca79167c6 2024-12-02T13:17:34,799 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f/.tmp/queue/2e858cdc782549a39b9e3b5ca79167c6 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f/queue/2e858cdc782549a39b9e3b5ca79167c6 2024-12-02T13:17:34,803 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f/queue/2e858cdc782549a39b9e3b5ca79167c6, entries=1, sequenceid=11, filesize=5.2 K 2024-12-02T13:17:34,804 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 4ea78fbacf9f8a04876f4f457933fd5f in 460ms, sequenceid=11, compaction requested=false 2024-12-02T13:17:34,807 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/replication/4ea78fbacf9f8a04876f4f457933fd5f/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T13:17:34,808 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:34,808 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:34,808 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:34,808 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ea78fbacf9f8a04876f4f457933fd5f: Waiting for close lock at 1733145454343Running coprocessor pre-close hooks at 1733145454343Disabling compacts and flushes for region at 1733145454343Disabling writes for close at 1733145454344 (+1 ms)Obtaining lock to block concurrent updates at 1733145454344Preparing flush snapshotting stores in 4ea78fbacf9f8a04876f4f457933fd5f at 1733145454344Finished memstore snapshotting hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1733145454344Flushing stores of hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. at 1733145454345 (+1 ms)Flushing 4ea78fbacf9f8a04876f4f457933fd5f/queue: creating writer at 1733145454345Flushing 4ea78fbacf9f8a04876f4f457933fd5f/queue: appending metadata at 1733145454381 (+36 ms)Flushing 4ea78fbacf9f8a04876f4f457933fd5f/queue: closing flushed file at 1733145454381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f727d95: reopening flushed file at 1733145454799 (+418 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 4ea78fbacf9f8a04876f4f457933fd5f in 460ms, sequenceid=11, compaction requested=false at 1733145454804 (+5 ms)Writing region close event to WAL at 1733145454805 (+1 ms)Running coprocessor post-close hooks at 1733145454808 (+3 ms)Closed at 1733145454808 2024-12-02T13:17:34,808 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145447082.4ea78fbacf9f8a04876f4f457933fd5f. 2024-12-02T13:17:34,808 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f33f0302409cc41eb477ea4baa78e347, disabling compactions & flushes 2024-12-02T13:17:34,808 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:34,808 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:34,809 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. after waiting 0 ms 2024-12-02T13:17:34,809 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:34,809 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f33f0302409cc41eb477ea4baa78e347 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T13:17:34,828 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/f/bb1d751c6c4349c0907080f3a9cb7204 is 29, key is row1/f:/1733145452306/DeleteFamily/seqid=0 2024-12-02T13:17:34,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741843_1019 (size=5152) 2024-12-02T13:17:34,855 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/ns/830f0b78a55d42f1bc09b0ae62b19fd0 2024-12-02T13:17:34,893 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/rep_barrier/b18b6e637f1548c8839f5b0a980ab9b4 is 112, key is test,,1733145442078.f33f0302409cc41eb477ea4baa78e347./rep_barrier:seqnumDuringOpen/1733145442611/Put/seqid=0 2024-12-02T13:17:34,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741844_1020 (size=5518) 2024-12-02T13:17:34,945 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:34,966 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:35,145 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:35,162 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1237, reset compression=false 2024-12-02T13:17:35,165 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:35,165 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1484, reset compression=false 2024-12-02T13:17:35,165 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42953,1733145437564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:35,166 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,42953,1733145437564: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,42953,1733145437564, walGroup=06e3e18f2515%2C42953%2C1733145437564, offset=06e3e18f2515%2C42953%2C1733145437564.1733145439545:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:42953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:17:35,168 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:17:35,168 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:17:35,168 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:17:35,169 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:17:35,169 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:17:35,169 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 867094256 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 200889984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:17:35,169 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:32797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:32797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:17:35,232 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/f/bb1d751c6c4349c0907080f3a9cb7204 2024-12-02T13:17:35,236 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb1d751c6c4349c0907080f3a9cb7204 2024-12-02T13:17:35,248 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/f1/5f3949582a3842ecbfca092bc48e8b13 is 30, key is row1/f1:/1733145452306/DeleteFamily/seqid=0 2024-12-02T13:17:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741845_1021 (size=5158) 2024-12-02T13:17:35,299 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/rep_barrier/b18b6e637f1548c8839f5b0a980ab9b4 2024-12-02T13:17:35,320 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/table/16f16fe0f04940dcaba1069b1e7f5c17 is 53, key is hbase:replication/table:state/1733145447574/Put/seqid=0 2024-12-02T13:17:35,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741846_1022 (size=5308) 2024-12-02T13:17:35,345 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:17:35,345 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f33f0302409cc41eb477ea4baa78e347=test,,1733145442078.f33f0302409cc41eb477ea4baa78e347.} 2024-12-02T13:17:35,345 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:35,369 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1484, reset compression=false 2024-12-02T13:17:35,470 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:35,494 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:35,545 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:35,652 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/f1/5f3949582a3842ecbfca092bc48e8b13 2024-12-02T13:17:35,656 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f3949582a3842ecbfca092bc48e8b13 2024-12-02T13:17:35,672 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1484, reset compression=false 2024-12-02T13:17:35,673 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/norep/2941ed24cf374f02b77ba77930310967 is 33, key is row2/norep:/1733145453311/DeleteFamily/seqid=0 2024-12-02T13:17:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741847_1023 (size=5108) 2024-12-02T13:17:35,726 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/table/16f16fe0f04940dcaba1069b1e7f5c17 2024-12-02T13:17:35,731 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/info/47aea1cd50f14c8ba727c55e8f48a91e as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/info/47aea1cd50f14c8ba727c55e8f48a91e 2024-12-02T13:17:35,734 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/info/47aea1cd50f14c8ba727c55e8f48a91e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:17:35,735 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/ns/830f0b78a55d42f1bc09b0ae62b19fd0 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/ns/830f0b78a55d42f1bc09b0ae62b19fd0 2024-12-02T13:17:35,738 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/ns/830f0b78a55d42f1bc09b0ae62b19fd0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:17:35,739 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/rep_barrier/b18b6e637f1548c8839f5b0a980ab9b4 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/rep_barrier/b18b6e637f1548c8839f5b0a980ab9b4 2024-12-02T13:17:35,742 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/rep_barrier/b18b6e637f1548c8839f5b0a980ab9b4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:17:35,743 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/.tmp/table/16f16fe0f04940dcaba1069b1e7f5c17 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/table/16f16fe0f04940dcaba1069b1e7f5c17 2024-12-02T13:17:35,745 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:35,746 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/table/16f16fe0f04940dcaba1069b1e7f5c17, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:17:35,746 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=16, compaction requested=false 2024-12-02T13:17:35,749 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:17:35,750 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:35,750 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:35,750 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:35,750 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145454344Running coprocessor pre-close hooks at 1733145454344Disabling compacts and flushes for region at 1733145454344Disabling writes for close at 1733145454344Obtaining lock to block concurrent updates at 1733145454344Preparing flush snapshotting stores in 1588230740 at 1733145454344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145454345 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145454345Flushing 1588230740/info: creating writer at 1733145454345Flushing 1588230740/info: appending metadata at 1733145454365 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733145454365Flushing 1588230740/ns: creating writer at 1733145454405 (+40 ms)Flushing 1588230740/ns: appending metadata at 1733145454435 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1733145454435Flushing 1588230740/rep_barrier: creating writer at 1733145454862 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145454893 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145454893Flushing 1588230740/table: creating writer at 1733145455303 (+410 ms)Flushing 1588230740/table: appending metadata at 1733145455320 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733145455320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c19deb5: reopening flushed file at 1733145455730 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d6a29: reopening flushed file at 1733145455734 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ddb48ca: reopening flushed file at 1733145455738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21877e0c: reopening flushed file at 1733145455742 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=16, compaction requested=false at 1733145455746 (+4 ms)Writing region close event to WAL at 1733145455747 (+1 ms)Running coprocessor post-close hooks at 1733145455750 (+3 ms)Closed at 1733145455750 2024-12-02T13:17:35,750 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:35,945 DEBUG [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1351): Waiting on f33f0302409cc41eb477ea4baa78e347 2024-12-02T13:17:36,074 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:36,075 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 to pos 1484, reset compression=false 2024-12-02T13:17:36,076 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/norep/2941ed24cf374f02b77ba77930310967 2024-12-02T13:17:36,079 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2941ed24cf374f02b77ba77930310967 2024-12-02T13:17:36,080 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/f/bb1d751c6c4349c0907080f3a9cb7204 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/f/bb1d751c6c4349c0907080f3a9cb7204 2024-12-02T13:17:36,083 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb1d751c6c4349c0907080f3a9cb7204 2024-12-02T13:17:36,083 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/f/bb1d751c6c4349c0907080f3a9cb7204, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T13:17:36,083 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/f1/5f3949582a3842ecbfca092bc48e8b13 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/f1/5f3949582a3842ecbfca092bc48e8b13 2024-12-02T13:17:36,087 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f3949582a3842ecbfca092bc48e8b13 2024-12-02T13:17:36,087 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/f1/5f3949582a3842ecbfca092bc48e8b13, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T13:17:36,088 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/.tmp/norep/2941ed24cf374f02b77ba77930310967 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/norep/2941ed24cf374f02b77ba77930310967 2024-12-02T13:17:36,091 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2941ed24cf374f02b77ba77930310967 2024-12-02T13:17:36,091 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/norep/2941ed24cf374f02b77ba77930310967, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T13:17:36,092 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f33f0302409cc41eb477ea4baa78e347 in 1283ms, sequenceid=10, compaction requested=false 2024-12-02T13:17:36,095 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/data/default/test/f33f0302409cc41eb477ea4baa78e347/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T13:17:36,095 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:36,095 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:36,095 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:36,095 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f33f0302409cc41eb477ea4baa78e347: Waiting for close lock at 1733145454808Running coprocessor pre-close hooks at 1733145454808Disabling compacts and flushes for region at 1733145454808Disabling writes for close at 1733145454809 (+1 ms)Obtaining lock to block concurrent updates at 1733145454809Preparing flush snapshotting stores in f33f0302409cc41eb477ea4baa78e347 at 1733145454809Finished memstore snapshotting test,,1733145442078.f33f0302409cc41eb477ea4baa78e347., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733145454809Flushing stores of test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. at 1733145454809Flushing f33f0302409cc41eb477ea4baa78e347/f: creating writer at 1733145454810 (+1 ms)Flushing f33f0302409cc41eb477ea4baa78e347/f: appending metadata at 1733145454827 (+17 ms)Flushing f33f0302409cc41eb477ea4baa78e347/f: closing flushed file at 1733145454827Flushing f33f0302409cc41eb477ea4baa78e347/f1: creating writer at 1733145455236 (+409 ms)Flushing f33f0302409cc41eb477ea4baa78e347/f1: appending metadata at 1733145455248 (+12 ms)Flushing f33f0302409cc41eb477ea4baa78e347/f1: closing flushed file at 1733145455248Flushing f33f0302409cc41eb477ea4baa78e347/norep: creating writer at 1733145455656 (+408 ms)Flushing f33f0302409cc41eb477ea4baa78e347/norep: appending metadata at 1733145455672 (+16 ms)Flushing f33f0302409cc41eb477ea4baa78e347/norep: closing flushed file at 1733145455672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4328a609: reopening flushed file at 1733145456079 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23bb1818: reopening flushed file at 1733145456083 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6574fd8a: reopening flushed file at 1733145456087 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f33f0302409cc41eb477ea4baa78e347 in 1283ms, sequenceid=10, compaction requested=false at 1733145456092 (+5 ms)Writing region close event to WAL at 1733145456093 (+1 ms)Running coprocessor post-close hooks at 1733145456095 (+2 ms)Closed at 1733145456095 2024-12-02T13:17:36,096 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145442078.f33f0302409cc41eb477ea4baa78e347. 2024-12-02T13:17:36,146 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,42953,1733145437564; all regions closed. 2024-12-02T13:17:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:17:36,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.meta.1733145440115.meta not finished, retry = 0 2024-12-02T13:17:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741839_1015 (size=2896) 2024-12-02T13:17:36,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.rep.1733145447495 not finished, retry = 0 2024-12-02T13:17:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741833_1009 (size=2136) 2024-12-02T13:17:36,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/WALs/06e3e18f2515,42953,1733145437564/06e3e18f2515%2C42953%2C1733145437564.1733145439545 not finished, retry = 0 2024-12-02T13:17:36,398 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:36,453 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:36,453 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:36,453 INFO [RS:0;06e3e18f2515:42953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:36,454 INFO [RS:0;06e3e18f2515:42953 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:36,454 INFO [RS:0;06e3e18f2515:42953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:36,454 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:36,454 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,42953,1733145437564 because: Region server is closing 2024-12-02T13:17:36,455 INFO [RS:0;06e3e18f2515:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:42953. 2024-12-02T13:17:36,455 DEBUG [RS:0;06e3e18f2515:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:36,455 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:36,455 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:36,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:36,555 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.shipper06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 terminated 2024-12-02T13:17:36,555 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42953,1733145437564.replicationSource.wal-reader.06e3e18f2515%2C42953%2C1733145437564,1-06e3e18f2515,42953,1733145437564 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:17:36,555 INFO [RS:0;06e3e18f2515:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:42953. 2024-12-02T13:17:36,555 DEBUG [RS:0;06e3e18f2515:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:36,555 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:36,555 DEBUG [RS:0;06e3e18f2515:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:36,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:36,556 INFO [RS:0;06e3e18f2515:42953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42953 2024-12-02T13:17:36,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-94306552/rs/06e3e18f2515,42953,1733145437564 2024-12-02T13:17:36,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552/rs 2024-12-02T13:17:36,557 INFO [RS:0;06e3e18f2515:42953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:36,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,42953,1733145437564] 2024-12-02T13:17:36,558 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-94306552/draining/06e3e18f2515,42953,1733145437564 already deleted, retry=false 2024-12-02T13:17:36,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,42953,1733145437564 expired; onlineServers=0 2024-12-02T13:17:36,558 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,32797,1733145437367' ***** 2024-12-02T13:17:36,558 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:17:36,558 INFO [M:0;06e3e18f2515:32797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:36,558 INFO [M:0;06e3e18f2515:32797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:36,558 DEBUG [M:0;06e3e18f2515:32797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:17:36,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:17:36,558 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145439171 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145439171,5,FailOnTimeoutGroup] 2024-12-02T13:17:36,558 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145439169 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145439169,5,FailOnTimeoutGroup] 2024-12-02T13:17:36,558 DEBUG [M:0;06e3e18f2515:32797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:17:36,559 INFO [M:0;06e3e18f2515:32797 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:36,559 INFO [M:0;06e3e18f2515:32797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:36,559 DEBUG [M:0;06e3e18f2515:32797 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:17:36,559 INFO [M:0;06e3e18f2515:32797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:17:36,559 INFO [M:0;06e3e18f2515:32797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:36,559 INFO [M:0;06e3e18f2515:32797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:17:36,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-94306552/master 2024-12-02T13:17:36,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-94306552 2024-12-02T13:17:36,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:17:36,559 DEBUG [M:0;06e3e18f2515:32797 {}] zookeeper.ZKUtil(347): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Unable to get data of znode /2-94306552/master because node does not exist (not an error) 2024-12-02T13:17:36,559 WARN [M:0;06e3e18f2515:32797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:17:36,560 INFO [M:0;06e3e18f2515:32797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/.lastflushedseqids 2024-12-02T13:17:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741848_1024 (size=245) 2024-12-02T13:17:36,658 INFO [RS:0;06e3e18f2515:42953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:36,658 INFO [RS:0;06e3e18f2515:42953 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,42953,1733145437564; zookeeper connection closed. 2024-12-02T13:17:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1009b13ddf80007, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:36,658 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b15888e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b15888e 2024-12-02T13:17:36,658 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:17:36,777 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:36,964 INFO [M:0;06e3e18f2515:32797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:17:36,964 INFO [M:0;06e3e18f2515:32797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:17:36,964 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:36,964 INFO [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:36,964 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:36,964 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:36,964 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:36,964 INFO [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T13:17:36,980 DEBUG [M:0;06e3e18f2515:32797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc5b0ae919f1472d940b8361afb7c06a is 82, key is hbase:meta,,1/info:regioninfo/1733145440159/Put/seqid=0 2024-12-02T13:17:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741849_1025 (size=5672) 2024-12-02T13:17:37,384 INFO [M:0;06e3e18f2515:32797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc5b0ae919f1472d940b8361afb7c06a 2024-12-02T13:17:37,401 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:37,403 DEBUG [M:0;06e3e18f2515:32797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/758d60e9f1f1423e9df3ca58f52dc243 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145447577/Put/seqid=0 2024-12-02T13:17:37,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741850_1026 (size=8516) 2024-12-02T13:17:37,580 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:37,806 INFO [M:0;06e3e18f2515:32797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/758d60e9f1f1423e9df3ca58f52dc243 2024-12-02T13:17:37,821 DEBUG [M:0;06e3e18f2515:32797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5cb913d5bea475b937d919f6b4ba74c is 69, key is 06e3e18f2515,42953,1733145437564/rs:state/1733145439299/Put/seqid=0 2024-12-02T13:17:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741851_1027 (size=5156) 2024-12-02T13:17:38,224 INFO [M:0;06e3e18f2515:32797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5cb913d5bea475b937d919f6b4ba74c 2024-12-02T13:17:38,228 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc5b0ae919f1472d940b8361afb7c06a as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc5b0ae919f1472d940b8361afb7c06a 2024-12-02T13:17:38,231 INFO [M:0;06e3e18f2515:32797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc5b0ae919f1472d940b8361afb7c06a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T13:17:38,232 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/758d60e9f1f1423e9df3ca58f52dc243 as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/758d60e9f1f1423e9df3ca58f52dc243 2024-12-02T13:17:38,235 INFO [M:0;06e3e18f2515:32797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/758d60e9f1f1423e9df3ca58f52dc243, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T13:17:38,235 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5cb913d5bea475b937d919f6b4ba74c as hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5cb913d5bea475b937d919f6b4ba74c 2024-12-02T13:17:38,238 INFO [M:0;06e3e18f2515:32797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5cb913d5bea475b937d919f6b4ba74c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T13:17:38,238 INFO [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-12-02T13:17:38,239 INFO [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:38,239 DEBUG [M:0;06e3e18f2515:32797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145456964Disabling compacts and flushes for region at 1733145456964Disabling writes for close at 1733145456964Obtaining lock to block concurrent updates at 1733145456964Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145456964Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733145456964Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145456965 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145456965Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145456980 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145456980Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145457388 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145457403 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145457403Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145457809 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145457821 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145457821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6359d5ef: reopening flushed file at 1733145458228 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c46183: reopening flushed file at 1733145458231 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6574f076: reopening flushed file at 1733145458235 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1733145458238 (+3 ms)Writing region close event to WAL at 1733145458239 (+1 ms)Closed at 1733145458239 2024-12-02T13:17:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741830_1006 (size=63654) 2024-12-02T13:17:38,241 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4582f234-d0d8-cbfd-13a9-f1c35bd7d39f/MasterData/WALs/06e3e18f2515,32797,1733145437367/06e3e18f2515%2C32797%2C1733145437367.1733145438948 not finished, retry = 0 2024-12-02T13:17:38,341 INFO [M:0;06e3e18f2515:32797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:17:38,341 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:38,342 INFO [M:0;06e3e18f2515:32797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32797 2024-12-02T13:17:38,342 INFO [M:0;06e3e18f2515:32797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:38,443 INFO [M:0;06e3e18f2515:32797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32797-0x1009b13ddf80006, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:38,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@780f397e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:38,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbefb74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:38,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:38,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f12923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:38,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee6db57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:38,446 WARN [BP-674062913-172.17.0.2-1733145435718 heartbeating to localhost/127.0.0.1:34797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:17:38,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:17:38,446 WARN [BP-674062913-172.17.0.2-1733145435718 heartbeating to localhost/127.0.0.1:34797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674062913-172.17.0.2-1733145435718 (Datanode Uuid bd0c4042-721b-4588-a4b9-b9e09d720d87) service to localhost/127.0.0.1:34797 2024-12-02T13:17:38,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:17:38,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/cluster_d8935d70-28f5-a38c-999f-b0c46a28e80a/data/data1/current/BP-674062913-172.17.0.2-1733145435718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:38,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/cluster_d8935d70-28f5-a38c-999f-b0c46a28e80a/data/data2/current/BP-674062913-172.17.0.2-1733145435718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:38,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:17:38,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22e6a10f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:38,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a277a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:38,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:38,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2430fd58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:38,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b2848{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:17:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:17:38,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:38,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:38,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:38,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:38,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:38,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:17:38,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936027267, stopped=false 2024-12-02T13:17:38,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,37117,1733145433151 2024-12-02T13:17:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2024355924/running 2024-12-02T13:17:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2024355924/running 2024-12-02T13:17:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:38,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:38,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:38,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:38,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:38,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on znode that does not yet exist, /1-2024355924/running 2024-12-02T13:17:38,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Set watcher on znode that does not yet exist, /1-2024355924/running 2024-12-02T13:17:38,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,37745,1733145433175' ***** 2024-12-02T13:17:38,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:17:38,470 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:17:38,470 INFO [RS:0;06e3e18f2515:37745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:17:38,470 INFO [RS:0;06e3e18f2515:37745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:17:38,470 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:17:38,470 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b135629a918a405fedb314d8f10880a 2024-12-02T13:17:38,470 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,37745,1733145433175 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37745. 2024-12-02T13:17:38,471 DEBUG [RS:0;06e3e18f2515:37745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:38,471 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:17:38,471 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:17:38,471 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1325): Online Regions={0b135629a918a405fedb314d8f10880a=hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a., 2bc6faed42606d3c659a2b2862444dc2=test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:17:38,471 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 0b135629a918a405fedb314d8f10880a, 1588230740, 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b135629a918a405fedb314d8f10880a, disabling compactions & flushes 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:38,471 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:38,471 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. after waiting 0 ms 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:38,471 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:38,471 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:17:38,471 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b135629a918a405fedb314d8f10880a 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-02T13:17:38,483 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/info/fa369abf7c8e4138b6aa88acdfe46ec1 is 147, key is hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a./info:regioninfo/1733145445900/Put/seqid=0 2024-12-02T13:17:38,483 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a/.tmp/queue/1f19aebd3bd541c3bae1ec35560c9a42 is 154, key is 1-06e3e18f2515,37745,1733145433175/queue:06e3e18f2515%2C37745%2C1733145433175/1733145454023/Put/seqid=0 2024-12-02T13:17:38,483 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741841_1017 (size=5353) 2024-12-02T13:17:38,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741840_1016 (size=7686) 2024-12-02T13:17:38,489 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/info/fa369abf7c8e4138b6aa88acdfe46ec1 2024-12-02T13:17:38,504 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:38,508 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/ns/002399caed034309a6277bfcc3144455 is 43, key is default/ns:d/1733145435563/Put/seqid=0 2024-12-02T13:17:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741842_1018 (size=5153) 2024-12-02T13:17:38,528 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:17:38,528 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:17:38,567 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:38,671 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 0b135629a918a405fedb314d8f10880a, 1588230740, 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:38,801 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:17:38,871 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 0b135629a918a405fedb314d8f10880a, 1588230740, 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:38,887 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a/.tmp/queue/1f19aebd3bd541c3bae1ec35560c9a42 2024-12-02T13:17:38,890 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a/.tmp/queue/1f19aebd3bd541c3bae1ec35560c9a42 as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a/queue/1f19aebd3bd541c3bae1ec35560c9a42 2024-12-02T13:17:38,893 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a/queue/1f19aebd3bd541c3bae1ec35560c9a42, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T13:17:38,894 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0b135629a918a405fedb314d8f10880a in 423ms, sequenceid=12, compaction requested=false 2024-12-02T13:17:38,894 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:17:38,897 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/replication/0b135629a918a405fedb314d8f10880a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T13:17:38,897 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:38,897 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:38,897 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:38,897 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b135629a918a405fedb314d8f10880a: Waiting for close lock at 1733145458471Running coprocessor pre-close hooks at 1733145458471Disabling compacts and flushes for region at 1733145458471Disabling writes for close at 1733145458471Obtaining lock to block concurrent updates at 1733145458471Preparing flush snapshotting stores in 0b135629a918a405fedb314d8f10880a at 1733145458471Finished memstore snapshotting hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733145458471Flushing stores of hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. at 1733145458472 (+1 ms)Flushing 0b135629a918a405fedb314d8f10880a/queue: creating writer at 1733145458472Flushing 0b135629a918a405fedb314d8f10880a/queue: appending metadata at 1733145458483 (+11 ms)Flushing 0b135629a918a405fedb314d8f10880a/queue: closing flushed file at 1733145458483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147c54e9: reopening flushed file at 1733145458890 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0b135629a918a405fedb314d8f10880a in 423ms, sequenceid=12, compaction requested=false at 1733145458894 (+4 ms)Writing region close event to WAL at 1733145458895 (+1 ms)Running coprocessor post-close hooks at 1733145458897 (+2 ms)Closed at 1733145458897 2024-12-02T13:17:38,897 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145444917.0b135629a918a405fedb314d8f10880a. 2024-12-02T13:17:38,897 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bc6faed42606d3c659a2b2862444dc2, disabling compactions & flushes 2024-12-02T13:17:38,898 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:38,898 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:38,898 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. after waiting 0 ms 2024-12-02T13:17:38,898 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:38,898 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bc6faed42606d3c659a2b2862444dc2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T13:17:38,911 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/ns/002399caed034309a6277bfcc3144455 2024-12-02T13:17:38,915 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/f/7748e7fe588449779a9427243c536479 is 29, key is row1/f:/1733145452306/DeleteFamily/seqid=0 2024-12-02T13:17:38,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741843_1019 (size=5152) 2024-12-02T13:17:38,930 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/rep_barrier/e8407468dd284215b424cd994adfccab is 112, key is test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2./rep_barrier:seqnumDuringOpen/1733145441970/Put/seqid=0 2024-12-02T13:17:38,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741844_1020 (size=5518) 2024-12-02T13:17:38,934 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/rep_barrier/e8407468dd284215b424cd994adfccab 2024-12-02T13:17:38,953 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/table/62a2fbd23fa64c55a0d474e90da63ec1 is 53, key is hbase:replication/table:state/1733145445921/Put/seqid=0 2024-12-02T13:17:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741845_1021 (size=5308) 2024-12-02T13:17:39,071 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:39,272 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:39,319 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/f/7748e7fe588449779a9427243c536479 2024-12-02T13:17:39,323 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7748e7fe588449779a9427243c536479 2024-12-02T13:17:39,338 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/f1/e028b394ed604ab1aa05db6e9c6f959d is 30, key is row1/f1:/1733145452306/DeleteFamily/seqid=0 2024-12-02T13:17:39,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741846_1022 (size=5158) 2024-12-02T13:17:39,356 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/table/62a2fbd23fa64c55a0d474e90da63ec1 2024-12-02T13:17:39,360 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/info/fa369abf7c8e4138b6aa88acdfe46ec1 as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/info/fa369abf7c8e4138b6aa88acdfe46ec1 2024-12-02T13:17:39,363 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/info/fa369abf7c8e4138b6aa88acdfe46ec1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:17:39,363 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/ns/002399caed034309a6277bfcc3144455 as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/ns/002399caed034309a6277bfcc3144455 2024-12-02T13:17:39,366 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/ns/002399caed034309a6277bfcc3144455, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:17:39,367 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/rep_barrier/e8407468dd284215b424cd994adfccab as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/rep_barrier/e8407468dd284215b424cd994adfccab 2024-12-02T13:17:39,370 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/rep_barrier/e8407468dd284215b424cd994adfccab, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:17:39,370 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/.tmp/table/62a2fbd23fa64c55a0d474e90da63ec1 as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/table/62a2fbd23fa64c55a0d474e90da63ec1 2024-12-02T13:17:39,373 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/table/62a2fbd23fa64c55a0d474e90da63ec1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:17:39,374 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-12-02T13:17:39,374 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:17:39,378 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:17:39,378 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:39,378 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:39,378 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:39,378 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145458471Running coprocessor pre-close hooks at 1733145458471Disabling compacts and flushes for region at 1733145458471Disabling writes for close at 1733145458471Obtaining lock to block concurrent updates at 1733145458471Preparing flush snapshotting stores in 1588230740 at 1733145458471Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145458472 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145458472Flushing 1588230740/info: creating writer at 1733145458472Flushing 1588230740/info: appending metadata at 1733145458483 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733145458483Flushing 1588230740/ns: creating writer at 1733145458493 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733145458508 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733145458508Flushing 1588230740/rep_barrier: creating writer at 1733145458915 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145458930 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145458930Flushing 1588230740/table: creating writer at 1733145458937 (+7 ms)Flushing 1588230740/table: appending metadata at 1733145458952 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733145458952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba838d3: reopening flushed file at 1733145459359 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b92817e: reopening flushed file at 1733145459363 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba4eb90: reopening flushed file at 1733145459366 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7b032: reopening flushed file at 1733145459370 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1733145459374 (+4 ms)Writing region close event to WAL at 1733145459376 (+2 ms)Running coprocessor post-close hooks at 1733145459378 (+2 ms)Closed at 1733145459378 2024-12-02T13:17:39,378 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:39,472 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:17:39,472 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1325): Online Regions={2bc6faed42606d3c659a2b2862444dc2=test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2.} 2024-12-02T13:17:39,472 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:39,489 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1191, reset compression=false 2024-12-02T13:17:39,493 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:39,493 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1438, reset compression=false 2024-12-02T13:17:39,493 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,37745,1733145433175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:17:39,494 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,37745,1733145433175: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-06e3e18f2515,37745,1733145433175, walGroup=06e3e18f2515%2C37745%2C1733145433175, offset=06e3e18f2515%2C37745%2C1733145433175.1733145434652:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:37745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:17:39,495 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:17:39,495 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:17:39,496 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:17:39,496 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:17:39,496 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:17:39,496 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 957271792 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 201365800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:17:39,496 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:37117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:37117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:17:39,672 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:39,697 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1438, reset compression=false 2024-12-02T13:17:39,706 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:39,742 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/f1/e028b394ed604ab1aa05db6e9c6f959d 2024-12-02T13:17:39,745 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e028b394ed604ab1aa05db6e9c6f959d 2024-12-02T13:17:39,760 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/norep/a3b68b5dc4a64c6d9cd79febc729708a is 33, key is row1/norep:/1733145452306/DeleteFamily/seqid=0 2024-12-02T13:17:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741847_1023 (size=5108) 2024-12-02T13:17:39,872 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:40,000 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1438, reset compression=false 2024-12-02T13:17:40,072 DEBUG [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1351): Waiting on 2bc6faed42606d3c659a2b2862444dc2 2024-12-02T13:17:40,164 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/norep/a3b68b5dc4a64c6d9cd79febc729708a 2024-12-02T13:17:40,167 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3b68b5dc4a64c6d9cd79febc729708a 2024-12-02T13:17:40,168 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/f/7748e7fe588449779a9427243c536479 as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/f/7748e7fe588449779a9427243c536479 2024-12-02T13:17:40,171 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7748e7fe588449779a9427243c536479 2024-12-02T13:17:40,171 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/f/7748e7fe588449779a9427243c536479, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T13:17:40,172 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/f1/e028b394ed604ab1aa05db6e9c6f959d as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/f1/e028b394ed604ab1aa05db6e9c6f959d 2024-12-02T13:17:40,175 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e028b394ed604ab1aa05db6e9c6f959d 2024-12-02T13:17:40,175 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/f1/e028b394ed604ab1aa05db6e9c6f959d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T13:17:40,175 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/.tmp/norep/a3b68b5dc4a64c6d9cd79febc729708a as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/norep/a3b68b5dc4a64c6d9cd79febc729708a 2024-12-02T13:17:40,178 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3b68b5dc4a64c6d9cd79febc729708a 2024-12-02T13:17:40,178 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/norep/a3b68b5dc4a64c6d9cd79febc729708a, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T13:17:40,178 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2bc6faed42606d3c659a2b2862444dc2 in 1280ms, sequenceid=10, compaction requested=false 2024-12-02T13:17:40,178 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:17:40,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/data/default/test/2bc6faed42606d3c659a2b2862444dc2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T13:17:40,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:40,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:40,182 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:40,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bc6faed42606d3c659a2b2862444dc2: Waiting for close lock at 1733145458897Running coprocessor pre-close hooks at 1733145458897Disabling compacts and flushes for region at 1733145458897Disabling writes for close at 1733145458898 (+1 ms)Obtaining lock to block concurrent updates at 1733145458898Preparing flush snapshotting stores in 2bc6faed42606d3c659a2b2862444dc2 at 1733145458898Finished memstore snapshotting test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733145458898Flushing stores of test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. at 1733145458898Flushing 2bc6faed42606d3c659a2b2862444dc2/f: creating writer at 1733145458898Flushing 2bc6faed42606d3c659a2b2862444dc2/f: appending metadata at 1733145458914 (+16 ms)Flushing 2bc6faed42606d3c659a2b2862444dc2/f: closing flushed file at 1733145458914Flushing 2bc6faed42606d3c659a2b2862444dc2/f1: creating writer at 1733145459323 (+409 ms)Flushing 2bc6faed42606d3c659a2b2862444dc2/f1: appending metadata at 1733145459338 (+15 ms)Flushing 2bc6faed42606d3c659a2b2862444dc2/f1: closing flushed file at 1733145459338Flushing 2bc6faed42606d3c659a2b2862444dc2/norep: creating writer at 1733145459745 (+407 ms)Flushing 2bc6faed42606d3c659a2b2862444dc2/norep: appending metadata at 1733145459759 (+14 ms)Flushing 2bc6faed42606d3c659a2b2862444dc2/norep: closing flushed file at 1733145459760 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319c7b19: reopening flushed file at 1733145460167 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13749aa4: reopening flushed file at 1733145460171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d35b954: reopening flushed file at 1733145460175 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2bc6faed42606d3c659a2b2862444dc2 in 1280ms, sequenceid=10, compaction requested=false at 1733145460178 (+3 ms)Writing region close event to WAL at 1733145460180 (+2 ms)Running coprocessor post-close hooks at 1733145460182 (+2 ms)Closed at 1733145460182 2024-12-02T13:17:40,182 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145441426.2bc6faed42606d3c659a2b2862444dc2. 2024-12-02T13:17:40,272 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,37745,1733145433175; all regions closed. 2024-12-02T13:17:40,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:17:40,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.meta.1733145435435.meta not finished, retry = 0 2024-12-02T13:17:40,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:40,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:40,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741839_1015 (size=3114) 2024-12-02T13:17:40,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.rep.1733145445818 not finished, retry = 0 2024-12-02T13:17:40,404 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 1438, reset compression=false 2024-12-02T13:17:40,407 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:17:40,407 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/WALs/06e3e18f2515,37745,1733145433175/06e3e18f2515%2C37745%2C1733145433175.1733145434652 to pos 2082, reset compression=false 2024-12-02T13:17:40,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741832_1008 (size=2090) 2024-12-02T13:17:40,479 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:40,479 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:40,479 INFO [RS:0;06e3e18f2515:37745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:40,479 INFO [RS:0;06e3e18f2515:37745 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:40,480 INFO [RS:0;06e3e18f2515:37745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:40,480 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:40,480 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,37745,1733145433175 because: Region server is closing 2024-12-02T13:17:40,480 INFO [RS:0;06e3e18f2515:37745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37745. 2024-12-02T13:17:40,480 DEBUG [RS:0;06e3e18f2515:37745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:40,480 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:40,480 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:40,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:40,580 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.shipper06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 terminated 2024-12-02T13:17:40,580 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37745,1733145433175.replicationSource.wal-reader.06e3e18f2515%2C37745%2C1733145433175,1-06e3e18f2515,37745,1733145433175 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:17:40,580 INFO [RS:0;06e3e18f2515:37745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37745. 2024-12-02T13:17:40,580 DEBUG [RS:0;06e3e18f2515:37745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:40,581 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:40,581 DEBUG [RS:0;06e3e18f2515:37745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:40,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:40,581 INFO [RS:0;06e3e18f2515:37745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37745 2024-12-02T13:17:40,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2024355924/rs/06e3e18f2515,37745,1733145433175 2024-12-02T13:17:40,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924/rs 2024-12-02T13:17:40,582 INFO [RS:0;06e3e18f2515:37745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:40,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,37745,1733145433175] 2024-12-02T13:17:40,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2024355924/draining/06e3e18f2515,37745,1733145433175 already deleted, retry=false 2024-12-02T13:17:40,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,37745,1733145433175 expired; onlineServers=0 2024-12-02T13:17:40,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,37117,1733145433151' ***** 2024-12-02T13:17:40,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:17:40,584 INFO [M:0;06e3e18f2515:37117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:40,584 INFO [M:0;06e3e18f2515:37117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:40,584 DEBUG [M:0;06e3e18f2515:37117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:17:40,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:17:40,584 DEBUG [M:0;06e3e18f2515:37117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:17:40,584 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145434503 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145434503,5,FailOnTimeoutGroup] 2024-12-02T13:17:40,584 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145434503 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145434503,5,FailOnTimeoutGroup] 2024-12-02T13:17:40,584 INFO [M:0;06e3e18f2515:37117 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:40,584 INFO [M:0;06e3e18f2515:37117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:40,584 DEBUG [M:0;06e3e18f2515:37117 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:17:40,584 INFO [M:0;06e3e18f2515:37117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:17:40,584 INFO [M:0;06e3e18f2515:37117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:40,584 INFO [M:0;06e3e18f2515:37117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:17:40,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:17:40,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2024355924/master 2024-12-02T13:17:40,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2024355924 2024-12-02T13:17:40,585 DEBUG [M:0;06e3e18f2515:37117 {}] zookeeper.ZKUtil(347): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Unable to get data of znode /1-2024355924/master because node does not exist (not an error) 2024-12-02T13:17:40,585 WARN [M:0;06e3e18f2515:37117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:17:40,586 INFO [M:0;06e3e18f2515:37117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/.lastflushedseqids 2024-12-02T13:17:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741848_1024 (size=245) 2024-12-02T13:17:40,683 INFO [RS:0;06e3e18f2515:37745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37745-0x1009b13ddf80004, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:40,683 INFO [RS:0;06e3e18f2515:37745 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,37745,1733145433175; zookeeper connection closed. 2024-12-02T13:17:40,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51f473bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51f473bb 2024-12-02T13:17:40,683 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:17:40,989 INFO [M:0;06e3e18f2515:37117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:17:40,990 INFO [M:0;06e3e18f2515:37117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:17:40,990 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:40,990 INFO [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:40,990 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:40,990 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:40,990 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:40,990 INFO [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T13:17:41,008 DEBUG [M:0;06e3e18f2515:37117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a780ff9a0b8b4b9daf04c9d155bfd1a8 is 82, key is hbase:meta,,1/info:regioninfo/1733145435544/Put/seqid=0 2024-12-02T13:17:41,009 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:41,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741849_1025 (size=5672) 2024-12-02T13:17:41,412 INFO [M:0;06e3e18f2515:37117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a780ff9a0b8b4b9daf04c9d155bfd1a8 2024-12-02T13:17:41,426 DEBUG [M:0;06e3e18f2515:37117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/691ffd2e9038411880e173011f2aa888 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145445928/Put/seqid=0 2024-12-02T13:17:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741850_1026 (size=8516) 2024-12-02T13:17:41,830 INFO [M:0;06e3e18f2515:37117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/691ffd2e9038411880e173011f2aa888 2024-12-02T13:17:41,844 DEBUG [M:0;06e3e18f2515:37117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a8f820f5c9040b8a1f79c125c22abed is 69, key is 06e3e18f2515,37745,1733145433175/rs:state/1733145434517/Put/seqid=0 2024-12-02T13:17:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741851_1027 (size=5156) 2024-12-02T13:17:42,248 INFO [M:0;06e3e18f2515:37117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a8f820f5c9040b8a1f79c125c22abed 2024-12-02T13:17:42,251 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a780ff9a0b8b4b9daf04c9d155bfd1a8 as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a780ff9a0b8b4b9daf04c9d155bfd1a8 2024-12-02T13:17:42,254 INFO [M:0;06e3e18f2515:37117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a780ff9a0b8b4b9daf04c9d155bfd1a8, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T13:17:42,254 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/691ffd2e9038411880e173011f2aa888 as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/691ffd2e9038411880e173011f2aa888 2024-12-02T13:17:42,257 INFO [M:0;06e3e18f2515:37117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/691ffd2e9038411880e173011f2aa888, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T13:17:42,257 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a8f820f5c9040b8a1f79c125c22abed as hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a8f820f5c9040b8a1f79c125c22abed 2024-12-02T13:17:42,260 INFO [M:0;06e3e18f2515:37117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40897/user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a8f820f5c9040b8a1f79c125c22abed, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T13:17:42,260 INFO [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-12-02T13:17:42,261 INFO [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:42,261 DEBUG [M:0;06e3e18f2515:37117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145460990Disabling compacts and flushes for region at 1733145460990Disabling writes for close at 1733145460990Obtaining lock to block concurrent updates at 1733145460990Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145460990Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733145460990Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145460991 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145460991Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145461007 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145461007Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145461415 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145461426 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145461426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145461833 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145461844 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145461844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3191eb0b: reopening flushed file at 1733145462251 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1ed53: reopening flushed file at 1733145462254 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96b1e64: reopening flushed file at 1733145462257 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1733145462260 (+3 ms)Writing region close event to WAL at 1733145462261 (+1 ms)Closed at 1733145462261 2024-12-02T13:17:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741830_1006 (size=63654) 2024-12-02T13:17:42,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a28b197c-c8b2-994e-78fb-d9ed3c58787f/MasterData/WALs/06e3e18f2515,37117,1733145433151/06e3e18f2515%2C37117%2C1733145433151.1733145434444 not finished, retry = 0 2024-12-02T13:17:42,363 INFO [M:0;06e3e18f2515:37117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:17:42,363 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:42,363 INFO [M:0;06e3e18f2515:37117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37117 2024-12-02T13:17:42,364 INFO [M:0;06e3e18f2515:37117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:42,412 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 to pos 636, reset compression=false 2024-12-02T13:17:42,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:42,472 INFO [M:0;06e3e18f2515:37117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:42,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37117-0x1009b13ddf80003, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:42,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6526a7a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:42,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@521605cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:42,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:42,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384e6aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:42,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e51eff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:42,476 WARN [BP-98016783-172.17.0.2-1733145432299 heartbeating to localhost/127.0.0.1:40897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:17:42,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:17:42,476 WARN [BP-98016783-172.17.0.2-1733145432299 heartbeating to localhost/127.0.0.1:40897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-98016783-172.17.0.2-1733145432299 (Datanode Uuid bcec13d2-1763-4aee-b423-b8ab05bc5337) service to localhost/127.0.0.1:40897 2024-12-02T13:17:42,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:17:42,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/cluster_4b04f0a4-4662-3df9-9316-d5624e8ee748/data/data1/current/BP-98016783-172.17.0.2-1733145432299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:42,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/cluster_4b04f0a4-4662-3df9-9316-d5624e8ee748/data/data2/current/BP-98016783-172.17.0.2-1733145432299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:42,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:17:42,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41e8b148{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:42,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e125f9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:42,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:42,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b96bf75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:42,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edc1d28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dfd43f1-52b2-d585-a787-b68bca149ea6/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:42,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:17:42,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:17:42,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:42,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:42,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:42,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:42,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:42,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:17:42,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1376467310, stopped=false 2024-12-02T13:17:42,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,33537,1733145429210 2024-12-02T13:17:42,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0233191787/running 2024-12-02T13:17:42,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0233191787/running 2024-12-02T13:17:42,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:42,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:42,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:42,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:42,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:42,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on znode that does not yet exist, /0233191787/running 2024-12-02T13:17:42,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:42,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Set watcher on znode that does not yet exist, /0233191787/running 2024-12-02T13:17:42,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,37149,1733145429247' ***** 2024-12-02T13:17:42,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:17:42,496 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:17:42,496 INFO [RS:0;06e3e18f2515:37149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:17:42,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:17:42,496 INFO [RS:0;06e3e18f2515:37149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:17:42,496 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b3b4046c136e6efbf171eacf0bdbc6f 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,37149,1733145429247 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37149. 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b3b4046c136e6efbf171eacf0bdbc6f, disabling compactions & flushes 2024-12-02T13:17:42,497 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:42,497 DEBUG [RS:0;06e3e18f2515:37149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:42,497 DEBUG [RS:0;06e3e18f2515:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. after waiting 0 ms 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:17:42,497 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b3b4046c136e6efbf171eacf0bdbc6f 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-02T13:17:42,497 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:17:42,497 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1325): Online Regions={6b3b4046c136e6efbf171eacf0bdbc6f=hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f., 1588230740=hbase:meta,,1.1588230740, 887c6e8beb907ea8abc8569e293cddf7=test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7.} 2024-12-02T13:17:42,497 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b3b4046c136e6efbf171eacf0bdbc6f, 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:42,497 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:42,497 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:42,497 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:17:42,509 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f/.tmp/queue/8a7b8fd3eb2949aa848a64e22f044305 is 153, key is 1-06e3e18f2515,37149,1733145429247/queue:06e3e18f2515%2C37149%2C1733145429247/1733145451880/Put/seqid=0 2024-12-02T13:17:42,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741840_1016 (size=5352) 2024-12-02T13:17:42,512 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f/.tmp/queue/8a7b8fd3eb2949aa848a64e22f044305 2024-12-02T13:17:42,513 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/info/4ed82a7db5574d3f99896003fa84ad4c is 147, key is hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f./info:regioninfo/1733145444063/Put/seqid=0 2024-12-02T13:17:42,516 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f/.tmp/queue/8a7b8fd3eb2949aa848a64e22f044305 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f/queue/8a7b8fd3eb2949aa848a64e22f044305 2024-12-02T13:17:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741841_1017 (size=7686) 2024-12-02T13:17:42,518 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/info/4ed82a7db5574d3f99896003fa84ad4c 2024-12-02T13:17:42,519 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f/queue/8a7b8fd3eb2949aa848a64e22f044305, entries=1, sequenceid=8, filesize=5.2 K 2024-12-02T13:17:42,520 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6b3b4046c136e6efbf171eacf0bdbc6f in 23ms, sequenceid=8, compaction requested=false 2024-12-02T13:17:42,522 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/replication/6b3b4046c136e6efbf171eacf0bdbc6f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:42,523 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b3b4046c136e6efbf171eacf0bdbc6f: Waiting for close lock at 1733145462497Running coprocessor pre-close hooks at 1733145462497Disabling compacts and flushes for region at 1733145462497Disabling writes for close at 1733145462497Obtaining lock to block concurrent updates at 1733145462497Preparing flush snapshotting stores in 6b3b4046c136e6efbf171eacf0bdbc6f at 1733145462497Finished memstore snapshotting hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733145462497Flushing stores of hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. at 1733145462498 (+1 ms)Flushing 6b3b4046c136e6efbf171eacf0bdbc6f/queue: creating writer at 1733145462498Flushing 6b3b4046c136e6efbf171eacf0bdbc6f/queue: appending metadata at 1733145462509 (+11 ms)Flushing 6b3b4046c136e6efbf171eacf0bdbc6f/queue: closing flushed file at 1733145462509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61750123: reopening flushed file at 1733145462515 (+6 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6b3b4046c136e6efbf171eacf0bdbc6f in 23ms, sequenceid=8, compaction requested=false at 1733145462520 (+5 ms)Writing region close event to WAL at 1733145462520Running coprocessor post-close hooks at 1733145462523 (+3 ms)Closed at 1733145462523 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145442755.6b3b4046c136e6efbf171eacf0bdbc6f. 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 887c6e8beb907ea8abc8569e293cddf7, disabling compactions & flushes 2024-12-02T13:17:42,523 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. after waiting 0 ms 2024-12-02T13:17:42,523 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:42,523 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 887c6e8beb907ea8abc8569e293cddf7 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-02T13:17:42,535 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/f/3afba035421d44b6b67894b688435ce5 is 28, key is row/f:/1733145451299/DeleteFamily/seqid=0 2024-12-02T13:17:42,537 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/ns/d812acae4cef4c5bbfc56f6cb13c8d1b is 43, key is default/ns:d/1733145432174/Put/seqid=0 2024-12-02T13:17:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741842_1018 (size=5085) 2024-12-02T13:17:42,539 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/f/3afba035421d44b6b67894b688435ce5 2024-12-02T13:17:42,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741843_1019 (size=5153) 2024-12-02T13:17:42,540 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/ns/d812acae4cef4c5bbfc56f6cb13c8d1b 2024-12-02T13:17:42,542 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3afba035421d44b6b67894b688435ce5 2024-12-02T13:17:42,554 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/f1/796ee4f823de4f1fbf5b78a70d6d1250 is 29, key is row/f1:/1733145451299/DeleteFamily/seqid=0 2024-12-02T13:17:42,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741844_1020 (size=5089) 2024-12-02T13:17:42,559 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/rep_barrier/50cf0d763ef9487b9accb19fcd30ec62 is 112, key is test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7./rep_barrier:seqnumDuringOpen/1733145441187/Put/seqid=0 2024-12-02T13:17:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741845_1021 (size=5518) 2024-12-02T13:17:42,567 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:42,697 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:42,897 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 887c6e8beb907ea8abc8569e293cddf7 2024-12-02T13:17:42,958 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/f1/796ee4f823de4f1fbf5b78a70d6d1250 2024-12-02T13:17:42,962 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 796ee4f823de4f1fbf5b78a70d6d1250 2024-12-02T13:17:42,962 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/rep_barrier/50cf0d763ef9487b9accb19fcd30ec62 2024-12-02T13:17:42,981 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/norep/e7257ee5cb704de1b5fffb87118bd6d6 is 32, key is row/norep:/1733145451299/DeleteFamily/seqid=0 2024-12-02T13:17:42,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741846_1022 (size=5101) 2024-12-02T13:17:42,984 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/norep/e7257ee5cb704de1b5fffb87118bd6d6 2024-12-02T13:17:42,985 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/table/995e4e3393934bcf8720cc80faab98b8 is 53, key is hbase:replication/table:state/1733145444082/Put/seqid=0 2024-12-02T13:17:42,988 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7257ee5cb704de1b5fffb87118bd6d6 2024-12-02T13:17:42,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741847_1023 (size=5308) 2024-12-02T13:17:42,988 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/f/3afba035421d44b6b67894b688435ce5 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/f/3afba035421d44b6b67894b688435ce5 2024-12-02T13:17:42,991 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3afba035421d44b6b67894b688435ce5 2024-12-02T13:17:42,992 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/f/3afba035421d44b6b67894b688435ce5, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T13:17:42,993 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/f1/796ee4f823de4f1fbf5b78a70d6d1250 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/f1/796ee4f823de4f1fbf5b78a70d6d1250 2024-12-02T13:17:42,996 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 796ee4f823de4f1fbf5b78a70d6d1250 2024-12-02T13:17:42,996 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/f1/796ee4f823de4f1fbf5b78a70d6d1250, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T13:17:42,997 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/.tmp/norep/e7257ee5cb704de1b5fffb87118bd6d6 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/norep/e7257ee5cb704de1b5fffb87118bd6d6 2024-12-02T13:17:43,000 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7257ee5cb704de1b5fffb87118bd6d6 2024-12-02T13:17:43,000 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/norep/e7257ee5cb704de1b5fffb87118bd6d6, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T13:17:43,000 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 887c6e8beb907ea8abc8569e293cddf7 in 477ms, sequenceid=6, compaction requested=false 2024-12-02T13:17:43,003 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/default/test/887c6e8beb907ea8abc8569e293cddf7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T13:17:43,003 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:43,003 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:43,003 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:43,003 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 887c6e8beb907ea8abc8569e293cddf7: Waiting for close lock at 1733145462523Running coprocessor pre-close hooks at 1733145462523Disabling compacts and flushes for region at 1733145462523Disabling writes for close at 1733145462523Obtaining lock to block concurrent updates at 1733145462523Preparing flush snapshotting stores in 887c6e8beb907ea8abc8569e293cddf7 at 1733145462523Finished memstore snapshotting test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733145462524 (+1 ms)Flushing stores of test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. at 1733145462524Flushing 887c6e8beb907ea8abc8569e293cddf7/f: creating writer at 1733145462524Flushing 887c6e8beb907ea8abc8569e293cddf7/f: appending metadata at 1733145462535 (+11 ms)Flushing 887c6e8beb907ea8abc8569e293cddf7/f: closing flushed file at 1733145462535Flushing 887c6e8beb907ea8abc8569e293cddf7/f1: creating writer at 1733145462542 (+7 ms)Flushing 887c6e8beb907ea8abc8569e293cddf7/f1: appending metadata at 1733145462554 (+12 ms)Flushing 887c6e8beb907ea8abc8569e293cddf7/f1: closing flushed file at 1733145462554Flushing 887c6e8beb907ea8abc8569e293cddf7/norep: creating writer at 1733145462962 (+408 ms)Flushing 887c6e8beb907ea8abc8569e293cddf7/norep: appending metadata at 1733145462980 (+18 ms)Flushing 887c6e8beb907ea8abc8569e293cddf7/norep: closing flushed file at 1733145462980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147796b6: reopening flushed file at 1733145462988 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207b785e: reopening flushed file at 1733145462992 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5356a7df: reopening flushed file at 1733145462996 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 887c6e8beb907ea8abc8569e293cddf7 in 477ms, sequenceid=6, compaction requested=false at 1733145463000 (+4 ms)Writing region close event to WAL at 1733145463001 (+1 ms)Running coprocessor post-close hooks at 1733145463003 (+2 ms)Closed at 1733145463003 2024-12-02T13:17:43,004 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145440271.887c6e8beb907ea8abc8569e293cddf7. 2024-12-02T13:17:43,093 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:17:43,093 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:17:43,098 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:17:43,298 DEBUG [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:17:43,388 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/table/995e4e3393934bcf8720cc80faab98b8 2024-12-02T13:17:43,392 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/info/4ed82a7db5574d3f99896003fa84ad4c as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/info/4ed82a7db5574d3f99896003fa84ad4c 2024-12-02T13:17:43,395 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/info/4ed82a7db5574d3f99896003fa84ad4c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:17:43,395 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/ns/d812acae4cef4c5bbfc56f6cb13c8d1b as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/ns/d812acae4cef4c5bbfc56f6cb13c8d1b 2024-12-02T13:17:43,399 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/ns/d812acae4cef4c5bbfc56f6cb13c8d1b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:17:43,399 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/rep_barrier/50cf0d763ef9487b9accb19fcd30ec62 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/rep_barrier/50cf0d763ef9487b9accb19fcd30ec62 2024-12-02T13:17:43,403 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/rep_barrier/50cf0d763ef9487b9accb19fcd30ec62, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:17:43,403 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/.tmp/table/995e4e3393934bcf8720cc80faab98b8 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/table/995e4e3393934bcf8720cc80faab98b8 2024-12-02T13:17:43,407 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/table/995e4e3393934bcf8720cc80faab98b8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:17:43,408 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false 2024-12-02T13:17:43,415 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:17:43,415 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:17:43,415 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:17:43,415 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:43,415 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145462497Running coprocessor pre-close hooks at 1733145462497Disabling compacts and flushes for region at 1733145462497Disabling writes for close at 1733145462497Obtaining lock to block concurrent updates at 1733145462497Preparing flush snapshotting stores in 1588230740 at 1733145462497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145462498 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733145462498Flushing 1588230740/info: creating writer at 1733145462498Flushing 1588230740/info: appending metadata at 1733145462513 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733145462513Flushing 1588230740/ns: creating writer at 1733145462522 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733145462537 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733145462537Flushing 1588230740/rep_barrier: creating writer at 1733145462544 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145462558 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145462558Flushing 1588230740/table: creating writer at 1733145462966 (+408 ms)Flushing 1588230740/table: appending metadata at 1733145462985 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733145462985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65db0966: reopening flushed file at 1733145463392 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fe9c25: reopening flushed file at 1733145463395 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a146fe4: reopening flushed file at 1733145463399 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f11eb0: reopening flushed file at 1733145463403 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false at 1733145463408 (+5 ms)Writing region close event to WAL at 1733145463412 (+4 ms)Running coprocessor post-close hooks at 1733145463415 (+3 ms)Closed at 1733145463415 2024-12-02T13:17:43,415 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:43,498 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,37149,1733145429247; all regions closed. 2024-12-02T13:17:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741834_1010 (size=4239) 2024-12-02T13:17:43,501 DEBUG [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/oldWALs 2024-12-02T13:17:43,501 INFO [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37149%2C1733145429247.meta:.meta(num 1733145432129) 2024-12-02T13:17:43,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741839_1015 (size=2240) 2024-12-02T13:17:43,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.rep.1733145444008 not finished, retry = 0 2024-12-02T13:17:43,605 DEBUG [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/oldWALs 2024-12-02T13:17:43,605 INFO [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37149%2C1733145429247.rep:(num 1733145444008) 2024-12-02T13:17:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741832_1008 (size=1535) 2024-12-02T13:17:43,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/WALs/06e3e18f2515,37149,1733145429247/06e3e18f2515%2C37149%2C1733145429247.1733145431229 not finished, retry = 0 2024-12-02T13:17:43,709 DEBUG [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/oldWALs 2024-12-02T13:17:43,709 INFO [RS:0;06e3e18f2515:37149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C37149%2C1733145429247:(num 1733145431229) 2024-12-02T13:17:43,709 DEBUG [RS:0;06e3e18f2515:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:43,709 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:17:43,709 INFO [RS:0;06e3e18f2515:37149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:43,709 INFO [RS:0;06e3e18f2515:37149 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:43,709 INFO [RS:0;06e3e18f2515:37149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:43,709 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:43,709 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,37149,1733145429247 because: Region server is closing 2024-12-02T13:17:43,710 INFO [RS:0;06e3e18f2515:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:37149. 2024-12-02T13:17:43,710 DEBUG [RS:0;06e3e18f2515:37149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:43,710 DEBUG [RS:0;06e3e18f2515:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:43,710 DEBUG [RS:0;06e3e18f2515:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:43,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:43,810 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.wal-reader.06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:17:43,810 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.shipper06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T13:17:43,810 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,37149,1733145429247.replicationSource.shipper06e3e18f2515%2C37149%2C1733145429247,1-06e3e18f2515,37149,1733145429247 terminated 2024-12-02T13:17:43,810 INFO [RS:0;06e3e18f2515:37149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37149 2024-12-02T13:17:43,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0233191787/rs/06e3e18f2515,37149,1733145429247 2024-12-02T13:17:43,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787/rs 2024-12-02T13:17:43,811 INFO [RS:0;06e3e18f2515:37149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:43,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,37149,1733145429247] 2024-12-02T13:17:43,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0233191787/draining/06e3e18f2515,37149,1733145429247 already deleted, retry=false 2024-12-02T13:17:43,813 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,37149,1733145429247 expired; onlineServers=0 2024-12-02T13:17:43,813 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,33537,1733145429210' ***** 2024-12-02T13:17:43,813 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:17:43,813 INFO [M:0;06e3e18f2515:33537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:17:43,813 INFO [M:0;06e3e18f2515:33537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:17:43,813 DEBUG [M:0;06e3e18f2515:33537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:17:43,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:17:43,813 DEBUG [M:0;06e3e18f2515:33537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:17:43,813 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145430993 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145430993,5,FailOnTimeoutGroup] 2024-12-02T13:17:43,813 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145430997 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145430997,5,FailOnTimeoutGroup] 2024-12-02T13:17:43,813 INFO [M:0;06e3e18f2515:33537 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:17:43,813 INFO [M:0;06e3e18f2515:33537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:17:43,813 DEBUG [M:0;06e3e18f2515:33537 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:17:43,813 INFO [M:0;06e3e18f2515:33537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:17:43,813 INFO [M:0;06e3e18f2515:33537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:17:43,813 INFO [M:0;06e3e18f2515:33537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:17:43,813 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:17:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0233191787/master 2024-12-02T13:17:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0233191787 2024-12-02T13:17:43,814 DEBUG [M:0;06e3e18f2515:33537 {}] zookeeper.ZKUtil(347): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Unable to get data of znode /0233191787/master because node does not exist (not an error) 2024-12-02T13:17:43,814 WARN [M:0;06e3e18f2515:33537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:17:43,814 INFO [M:0;06e3e18f2515:33537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/.lastflushedseqids 2024-12-02T13:17:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741848_1024 (size=245) 2024-12-02T13:17:43,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:43,912 INFO [RS:0;06e3e18f2515:37149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:43,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1009b13ddf80001, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:43,912 INFO [RS:0;06e3e18f2515:37149 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,37149,1733145429247; zookeeper connection closed. 2024-12-02T13:17:43,913 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9216fb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9216fb0 2024-12-02T13:17:43,913 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:17:44,217 INFO [M:0;06e3e18f2515:33537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:17:44,218 INFO [M:0;06e3e18f2515:33537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:17:44,218 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:44,218 INFO [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:44,218 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:44,218 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:44,218 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:44,218 INFO [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-02T13:17:44,230 DEBUG [M:0;06e3e18f2515:33537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff471e1c9a7f49c7b1373f041e5ed769 is 82, key is hbase:meta,,1/info:regioninfo/1733145432163/Put/seqid=0 2024-12-02T13:17:44,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741849_1025 (size=5672) 2024-12-02T13:17:44,633 INFO [M:0;06e3e18f2515:33537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff471e1c9a7f49c7b1373f041e5ed769 2024-12-02T13:17:44,653 DEBUG [M:0;06e3e18f2515:33537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc70a66001c7404299cb503e18468bf8 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733145441216/Put/seqid=0 2024-12-02T13:17:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741850_1026 (size=7219) 2024-12-02T13:17:45,057 INFO [M:0;06e3e18f2515:33537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc70a66001c7404299cb503e18468bf8 2024-12-02T13:17:45,061 INFO [M:0;06e3e18f2515:33537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc70a66001c7404299cb503e18468bf8 2024-12-02T13:17:45,104 DEBUG [M:0;06e3e18f2515:33537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1651ef30b24842b6b53363add881f9 is 69, key is 06e3e18f2515,37149,1733145429247/rs:state/1733145431083/Put/seqid=0 2024-12-02T13:17:45,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741851_1027 (size=5156) 2024-12-02T13:17:45,164 INFO [M:0;06e3e18f2515:33537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1651ef30b24842b6b53363add881f9 2024-12-02T13:17:45,171 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff471e1c9a7f49c7b1373f041e5ed769 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff471e1c9a7f49c7b1373f041e5ed769 2024-12-02T13:17:45,175 INFO [M:0;06e3e18f2515:33537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff471e1c9a7f49c7b1373f041e5ed769, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T13:17:45,176 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc70a66001c7404299cb503e18468bf8 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc70a66001c7404299cb503e18468bf8 2024-12-02T13:17:45,180 INFO [M:0;06e3e18f2515:33537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc70a66001c7404299cb503e18468bf8 2024-12-02T13:17:45,180 INFO [M:0;06e3e18f2515:33537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc70a66001c7404299cb503e18468bf8, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T13:17:45,181 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1651ef30b24842b6b53363add881f9 as hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb1651ef30b24842b6b53363add881f9 2024-12-02T13:17:45,194 INFO [M:0;06e3e18f2515:33537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/bc10dc2b-2294-b316-3d84-be721279cbfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb1651ef30b24842b6b53363add881f9, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T13:17:45,194 INFO [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 976ms, sequenceid=105, compaction requested=false 2024-12-02T13:17:45,281 INFO [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:45,281 DEBUG [M:0;06e3e18f2515:33537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145464218Disabling compacts and flushes for region at 1733145464218Disabling writes for close at 1733145464218Obtaining lock to block concurrent updates at 1733145464218Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145464218Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733145464218Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145464219 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145464219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145464230 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145464230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145464637 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145464652 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145464652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145465062 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145465101 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145465101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322157d: reopening flushed file at 1733145465168 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50398162: reopening flushed file at 1733145465175 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fe5344: reopening flushed file at 1733145465180 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 976ms, sequenceid=105, compaction requested=false at 1733145465194 (+14 ms)Writing region close event to WAL at 1733145465281 (+87 ms)Closed at 1733145465281 2024-12-02T13:17:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741830_1006 (size=64435) 2024-12-02T13:17:45,331 INFO [M:0;06e3e18f2515:33537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:17:45,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:17:45,331 INFO [M:0;06e3e18f2515:33537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33537 2024-12-02T13:17:45,332 INFO [M:0;06e3e18f2515:33537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:17:45,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:45,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1009b13ddf80000, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:17:45,434 INFO [M:0;06e3e18f2515:33537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:17:45,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cfd7fad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:45,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d20b02c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:45,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:45,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e636865{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:45,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc929fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:45,496 WARN [BP-1595736917-172.17.0.2-1733145428384 heartbeating to localhost/127.0.0.1:46653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:17:45,496 WARN [BP-1595736917-172.17.0.2-1733145428384 heartbeating to localhost/127.0.0.1:46653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1595736917-172.17.0.2-1733145428384 (Datanode Uuid ae75994a-4db6-458a-9cdc-d1841a516649) service to localhost/127.0.0.1:46653 2024-12-02T13:17:45,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:17:45,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:17:45,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:17:45,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f/data/data1/current/BP-1595736917-172.17.0.2-1733145428384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:45,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/cluster_572e620a-eded-a7bf-a6cb-d612270e913f/data/data2/current/BP-1595736917-172.17.0.2-1733145428384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:17:45,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53934ca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:45,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24495b25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:17:45,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:17:45,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a141954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:17:45,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b89cf2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddb69dd-2031-3321-ffd2-ea85c07c0c62/hadoop.log.dir/,STOPPED} 2024-12-02T13:17:45,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:17:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:17:45,570 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 317) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:46653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62413) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40897 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62413) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62413) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46653 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34797 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1775 (was 2730) 2024-12-02T13:17:45,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=1774 2024-12-02T13:17:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b13ddf80005, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:17:45,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009b13ddf80008, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:17:45,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009b13ddf80008, quorum=127.0.0.1:62413, baseZNode=/2-94306552 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:17:45,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b13ddf80005, quorum=127.0.0.1:62413, baseZNode=/1-2024355924 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:17:45,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b13ddf80002, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:17:45,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b13ddf80002, quorum=127.0.0.1:62413, baseZNode=/0233191787 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:17:45,626 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-02T13:17:45,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.log.dir so I do NOT create it in target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477 2024-12-02T13:17:45,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:17:45,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.tmp.dir so I do NOT create it in target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477 2024-12-02T13:17:45,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d269be48-3fee-b5b2-deea-81f414c4c0e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:17:45,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477 2024-12-02T13:17:45,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7, deleteOnExit=true 2024-12-02T13:17:45,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:45,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/zookeeper_0, clientPort=58660, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:17:45,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58660 2024-12-02T13:17:45,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:17:45,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:17:45,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/test.cache.data in system properties and HBase conf 2024-12-02T13:17:45,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:17:45,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:17:45,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:17:45,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:45,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:45,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:46,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:46,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:46,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:17:46,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:46,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:46,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:46,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41f5b8e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/java.io.tmpdir/jetty-localhost-40015-hadoop-hdfs-3_4_1-tests_jar-_-any-12820992016729634223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:46,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:40015} 2024-12-02T13:17:46,236 INFO [Time-limited test {}] server.Server(415): Started @282134ms 2024-12-02T13:17:46,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:46,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:46,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:46,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:46,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:17:46,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:46,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:46,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79452611{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/java.io.tmpdir/jetty-localhost-34769-hadoop-hdfs-3_4_1-tests_jar-_-any-2542283409972458241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:46,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:34769} 2024-12-02T13:17:46,599 INFO [Time-limited test {}] server.Server(415): Started @282498ms 2024-12-02T13:17:46,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:17:46,876 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/data/data1/current/BP-1337591344-172.17.0.2-1733145465825/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:46,887 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/data/data2/current/BP-1337591344-172.17.0.2-1733145465825/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:46,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:46,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:17:46,903 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108793 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:17:46,958 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:17:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4fa7eb7bc72278 with lease ID 0xd3643c0a188cd4c7: Processing first storage report for DS-db2d36a8-5146-41bb-9273-789c0ba11402 from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=e4b6389c-4591-4ef4-bfd3-1f598fd5cbaa, infoPort=44201, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1780586849;c=1733145465825) 2024-12-02T13:17:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4fa7eb7bc72278 with lease ID 0xd3643c0a188cd4c7: from storage DS-db2d36a8-5146-41bb-9273-789c0ba11402 node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=e4b6389c-4591-4ef4-bfd3-1f598fd5cbaa, infoPort=44201, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1780586849;c=1733145465825), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T13:17:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4fa7eb7bc72278 with lease ID 0xd3643c0a188cd4c7: Processing first storage report for DS-8f878af6-6f67-4e28-9153-1fbd478f738a from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=e4b6389c-4591-4ef4-bfd3-1f598fd5cbaa, infoPort=44201, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1780586849;c=1733145465825) 2024-12-02T13:17:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4fa7eb7bc72278 with lease ID 0xd3643c0a188cd4c7: from storage DS-8f878af6-6f67-4e28-9153-1fbd478f738a node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=e4b6389c-4591-4ef4-bfd3-1f598fd5cbaa, infoPort=44201, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1780586849;c=1733145465825), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:47,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477 2024-12-02T13:17:47,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:47,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:17:47,055 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2 with version=8 2024-12-02T13:17:47,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/hbase-staging 2024-12-02T13:17:47,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:47,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:47,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:47,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:47,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:47,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:47,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:17:47,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:47,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41015 2024-12-02T13:17:47,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41015 connecting to ZooKeeper ensemble=127.0.0.1:58660 2024-12-02T13:17:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410150x0, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:47,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41015-0x1009b146fc60000 connected 2024-12-02T13:17:47,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:47,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:47,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on znode that does not yet exist, /0195381688/running 2024-12-02T13:17:47,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2, hbase.cluster.distributed=false 2024-12-02T13:17:47,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on znode that does not yet exist, /0195381688/acl 2024-12-02T13:17:47,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41015 2024-12-02T13:17:47,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41015 2024-12-02T13:17:47,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41015 2024-12-02T13:17:47,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41015 2024-12-02T13:17:47,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41015 2024-12-02T13:17:47,256 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:47,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:47,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:47,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:47,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:47,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:47,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:17:47,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:47,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36731 2024-12-02T13:17:47,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36731 connecting to ZooKeeper ensemble=127.0.0.1:58660 2024-12-02T13:17:47,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:47,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:47,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367310x0, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:47,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367310x0, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on znode that does not yet exist, /0195381688/running 2024-12-02T13:17:47,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:17:47,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36731-0x1009b146fc60001 connected 2024-12-02T13:17:47,281 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:17:47,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on znode that does not yet exist, /0195381688/master 2024-12-02T13:17:47,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on znode that does not yet exist, /0195381688/acl 2024-12-02T13:17:47,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36731 2024-12-02T13:17:47,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36731 2024-12-02T13:17:47,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36731 2024-12-02T13:17:47,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36731 2024-12-02T13:17:47,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36731 2024-12-02T13:17:47,375 DEBUG [M:0;06e3e18f2515:41015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:41015 2024-12-02T13:17:47,397 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0195381688/backup-masters/06e3e18f2515,41015,1733145467058 2024-12-02T13:17:47,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688/backup-masters 2024-12-02T13:17:47,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688/backup-masters 2024-12-02T13:17:47,399 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on existing znode=/0195381688/backup-masters/06e3e18f2515,41015,1733145467058 2024-12-02T13:17:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0195381688/master 2024-12-02T13:17:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,400 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on existing znode=/0195381688/master 2024-12-02T13:17:47,401 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0195381688/backup-masters/06e3e18f2515,41015,1733145467058 from backup master directory 2024-12-02T13:17:47,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688/backup-masters 2024-12-02T13:17:47,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0195381688/backup-masters/06e3e18f2515,41015,1733145467058 2024-12-02T13:17:47,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688/backup-masters 2024-12-02T13:17:47,402 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:47,402 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,41015,1733145467058 2024-12-02T13:17:47,405 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/hbase.id] with ID: 64d32e3e-b146-4d74-9cde-22a5b89f01e3 2024-12-02T13:17:47,405 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/.tmp/hbase.id 2024-12-02T13:17:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:17:47,445 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/.tmp/hbase.id]:[hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/hbase.id] 2024-12-02T13:17:47,452 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:47,452 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:17:47,454 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T13:17:47,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:17:47,510 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:47,511 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:17:47,516 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:47,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:17:47,547 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/data/master/store 2024-12-02T13:17:47,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:17:47,590 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:47,590 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:47,590 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:47,590 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:47,591 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:47,591 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:47,591 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:47,591 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145467590Disabling compacts and flushes for region at 1733145467590Disabling writes for close at 1733145467591 (+1 ms)Writing region close event to WAL at 1733145467591Closed at 1733145467591 2024-12-02T13:17:47,591 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/data/master/store/.initializing 2024-12-02T13:17:47,591 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/WALs/06e3e18f2515,41015,1733145467058 2024-12-02T13:17:47,592 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:47,595 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C41015%2C1733145467058, suffix=, logDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/WALs/06e3e18f2515,41015,1733145467058, archiveDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/oldWALs, maxLogs=10 2024-12-02T13:17:47,622 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/WALs/06e3e18f2515,41015,1733145467058/06e3e18f2515%2C41015%2C1733145467058.1733145467595, exclude list is [], retry=0 2024-12-02T13:17:47,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-db2d36a8-5146-41bb-9273-789c0ba11402,DISK] 2024-12-02T13:17:47,681 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/WALs/06e3e18f2515,41015,1733145467058/06e3e18f2515%2C41015%2C1733145467058.1733145467595 2024-12-02T13:17:47,684 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44201:44201)] 2024-12-02T13:17:47,684 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:47,684 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:47,684 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,684 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:17:47,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:47,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:47,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:17:47,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:47,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:47,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:17:47,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:47,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:47,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:17:47,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:47,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:47,709 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,710 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,710 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,711 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,711 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,712 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:47,713 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:47,733 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:47,734 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70793288, jitterRate=0.05490219593048096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:47,734 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145467684Initializing all the Stores at 1733145467686 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145467686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145467703 (+17 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145467703Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145467703Cleaning up temporary data from old regions at 1733145467711 (+8 ms)Region opened successfully at 1733145467734 (+23 ms) 2024-12-02T13:17:47,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:17:47,748 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e5a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:47,749 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:17:47,749 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:17:47,749 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:17:47,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:17:47,750 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:17:47,751 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:17:47,751 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:17:47,758 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:17:47,759 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Unable to get data of znode /0195381688/balancer because node does not exist (not necessarily an error) 2024-12-02T13:17:47,760 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0195381688/balancer already deleted, retry=false 2024-12-02T13:17:47,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:17:47,760 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Unable to get data of znode /0195381688/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:17:47,761 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0195381688/normalizer already deleted, retry=false 2024-12-02T13:17:47,761 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:17:47,766 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Unable to get data of znode /0195381688/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:17:47,767 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0195381688/switch/split already deleted, retry=false 2024-12-02T13:17:47,768 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Unable to get data of znode /0195381688/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:17:47,770 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0195381688/switch/merge already deleted, retry=false 2024-12-02T13:17:47,771 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Unable to get data of znode /0195381688/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:17:47,772 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0195381688/snapshot-cleanup already deleted, retry=false 2024-12-02T13:17:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0195381688/running 2024-12-02T13:17:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0195381688/running 2024-12-02T13:17:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,773 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,41015,1733145467058, sessionid=0x1009b146fc60000, setting cluster-up flag (Was=false) 2024-12-02T13:17:47,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,806 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0195381688/flush-table-proc/acquired, /0195381688/flush-table-proc/reached, /0195381688/flush-table-proc/abort 2024-12-02T13:17:47,809 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,41015,1733145467058 2024-12-02T13:17:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:47,814 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0195381688/online-snapshot/acquired, /0195381688/online-snapshot/reached, /0195381688/online-snapshot/abort 2024-12-02T13:17:47,817 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,41015,1733145467058 2024-12-02T13:17:47,818 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:17:47,822 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:47,822 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:17:47,822 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:17:47,823 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,41015,1733145467058 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:47,824 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:47,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:17:47,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:47,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:17:47,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145497853 2024-12-02T13:17:47,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:17:47,853 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(746): ClusterId : 64d32e3e-b146-4d74-9cde-22a5b89f01e3 2024-12-02T13:17:47,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:17:47,853 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:17:47,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:17:47,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:17:47,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:17:47,853 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:17:47,854 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:17:47,855 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:17:47,855 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:17:47,856 DEBUG [RS:0;06e3e18f2515:36731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1a3219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:47,858 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,858 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:17:47,858 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:17:47,858 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:17:47,858 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:17:47,859 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:17:47,859 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:17:47,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:17:47,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:17:47,861 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2 2024-12-02T13:17:47,867 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145467859,5,FailOnTimeoutGroup] 2024-12-02T13:17:47,869 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145467867,5,FailOnTimeoutGroup] 2024-12-02T13:17:47,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:17:47,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,874 DEBUG [RS:0;06e3e18f2515:36731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:36731 2024-12-02T13:17:47,874 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:17:47,874 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:17:47,874 DEBUG [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:17:47,875 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,41015,1733145467058 with port=36731, startcode=1733145467256 2024-12-02T13:17:47,875 DEBUG [RS:0;06e3e18f2515:36731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:17:47,884 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:17:47,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,36731,1733145467256 2024-12-02T13:17:47,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41015 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,36731,1733145467256 2024-12-02T13:17:47,886 DEBUG [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2 2024-12-02T13:17:47,886 DEBUG [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35099 2024-12-02T13:17:47,886 DEBUG [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:17:47,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688/rs 2024-12-02T13:17:47,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:17:47,888 DEBUG [RS:0;06e3e18f2515:36731 {}] zookeeper.ZKUtil(111): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Set watcher on existing znode=/0195381688/rs/06e3e18f2515,36731,1733145467256 2024-12-02T13:17:47,888 WARN [RS:0;06e3e18f2515:36731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:47,888 INFO [RS:0;06e3e18f2515:36731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:47,888 DEBUG [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/WALs/06e3e18f2515,36731,1733145467256 2024-12-02T13:17:47,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,36731,1733145467256] 2024-12-02T13:17:47,898 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:17:47,908 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:17:47,920 INFO [RS:0;06e3e18f2515:36731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:17:47,920 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,937 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:17:47,938 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:17:47,938 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:47,938 DEBUG [RS:0;06e3e18f2515:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:47,969 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,969 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,969 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,969 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,969 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:47,969 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,36731,1733145467256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:48,030 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:17:48,030 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,36731,1733145467256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,030 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,030 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.Replication(171): 06e3e18f2515,36731,1733145467256 started 2024-12-02T13:17:48,051 INFO [RS:0;06e3e18f2515:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,051 INFO [RS:0;06e3e18f2515:36731 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,36731,1733145467256, RpcServer on 06e3e18f2515/172.17.0.2:36731, sessionid=0x1009b146fc60001 2024-12-02T13:17:48,051 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:17:48,051 DEBUG [RS:0;06e3e18f2515:36731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,36731,1733145467256 2024-12-02T13:17:48,051 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,36731,1733145467256' 2024-12-02T13:17:48,051 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0195381688/flush-table-proc/abort' 2024-12-02T13:17:48,052 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0195381688/flush-table-proc/acquired' 2024-12-02T13:17:48,052 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:17:48,052 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:17:48,052 DEBUG [RS:0;06e3e18f2515:36731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,36731,1733145467256 2024-12-02T13:17:48,052 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,36731,1733145467256' 2024-12-02T13:17:48,052 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0195381688/online-snapshot/abort' 2024-12-02T13:17:48,052 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0195381688/online-snapshot/acquired' 2024-12-02T13:17:48,053 DEBUG [RS:0;06e3e18f2515:36731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:17:48,053 INFO [RS:0;06e3e18f2515:36731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:17:48,053 INFO [RS:0;06e3e18f2515:36731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:17:48,153 INFO [RS:0;06e3e18f2515:36731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:48,155 INFO [RS:0;06e3e18f2515:36731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36731%2C1733145467256, suffix=, logDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/WALs/06e3e18f2515,36731,1733145467256, archiveDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/oldWALs, maxLogs=10 2024-12-02T13:17:48,176 DEBUG [RS:0;06e3e18f2515:36731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/WALs/06e3e18f2515,36731,1733145467256/06e3e18f2515%2C36731%2C1733145467256.1733145468155, exclude list is [], retry=0 2024-12-02T13:17:48,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-db2d36a8-5146-41bb-9273-789c0ba11402,DISK] 2024-12-02T13:17:48,218 INFO [RS:0;06e3e18f2515:36731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/WALs/06e3e18f2515,36731,1733145467256/06e3e18f2515%2C36731%2C1733145467256.1733145468155 2024-12-02T13:17:48,229 DEBUG [RS:0;06e3e18f2515:36731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44201:44201)] 2024-12-02T13:17:48,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:48,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:48,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:48,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:48,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:48,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:48,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:48,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:48,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:48,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/hbase/meta/1588230740 2024-12-02T13:17:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/hbase/meta/1588230740 2024-12-02T13:17:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:48,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:48,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:48,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:48,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62286702, jitterRate=-0.0718558132648468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:48,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145468289Initializing all the Stores at 1733145468290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145468290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145468305 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145468305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145468305Cleaning up temporary data from old regions at 1733145468326 (+21 ms)Region opened successfully at 1733145468350 (+24 ms) 2024-12-02T13:17:48,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:48,351 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:48,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:48,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:48,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:48,362 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:48,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145468350Disabling compacts and flushes for region at 1733145468350Disabling writes for close at 1733145468351 (+1 ms)Writing region close event to WAL at 1733145468362 (+11 ms)Closed at 1733145468362 2024-12-02T13:17:48,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:48,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:17:48,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:17:48,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:48,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:17:48,516 DEBUG [06e3e18f2515:41015 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:17:48,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,36731,1733145467256 2024-12-02T13:17:48,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,36731,1733145467256, state=OPENING 2024-12-02T13:17:48,518 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:17:48,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:48,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0195381688/meta-region-server: CHANGED 2024-12-02T13:17:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0195381688 2024-12-02T13:17:48,521 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:48,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0195381688/meta-region-server: CHANGED 2024-12-02T13:17:48,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,36731,1733145467256}] 2024-12-02T13:17:48,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:48,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:17:48,678 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:17:48,678 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:48,678 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:17:48,680 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C36731%2C1733145467256.meta, suffix=.meta, logDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/WALs/06e3e18f2515,36731,1733145467256, archiveDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/oldWALs, maxLogs=10 2024-12-02T13:17:48,697 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/WALs/06e3e18f2515,36731,1733145467256/06e3e18f2515%2C36731%2C1733145467256.meta.1733145468680.meta, exclude list is [], retry=0 2024-12-02T13:17:48,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-db2d36a8-5146-41bb-9273-789c0ba11402,DISK] 2024-12-02T13:17:48,701 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/WALs/06e3e18f2515,36731,1733145467256/06e3e18f2515%2C36731%2C1733145467256.meta.1733145468680.meta 2024-12-02T13:17:48,701 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44201:44201)] 2024-12-02T13:17:48,702 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:48,702 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:48,702 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:48,702 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:17:48,702 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:17:48,702 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:17:48,702 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:48,702 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:17:48,703 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:17:48,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:48,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:48,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:48,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:48,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:48,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:48,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:48,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:48,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:48,711 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:48,711 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/hbase/meta/1588230740 2024-12-02T13:17:48,712 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/hbase/meta/1588230740 2024-12-02T13:17:48,713 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:48,713 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:48,713 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:48,714 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:48,715 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61160228, jitterRate=-0.08864158391952515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:48,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:17:48,715 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145468703Writing region info on filesystem at 1733145468703Initializing all the Stores at 1733145468703Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145468703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145468706 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145468706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145468706Cleaning up temporary data from old regions at 1733145468713 (+7 ms)Running coprocessor post-open hooks at 1733145468715 (+2 ms)Region opened successfully at 1733145468715 2024-12-02T13:17:48,716 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145468674 2024-12-02T13:17:48,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,36731,1733145467256 2024-12-02T13:17:48,718 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:17:48,718 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:17:48,718 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,36731,1733145467256, state=OPEN 2024-12-02T13:17:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41015-0x1009b146fc60000, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0195381688/meta-region-server 2024-12-02T13:17:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1009b146fc60001, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0195381688/meta-region-server 2024-12-02T13:17:48,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,36731,1733145467256 2024-12-02T13:17:48,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0195381688/meta-region-server: CHANGED 2024-12-02T13:17:48,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0195381688/meta-region-server: CHANGED 2024-12-02T13:17:48,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:17:48,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,36731,1733145467256 in 199 msec 2024-12-02T13:17:48,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:17:48,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-02T13:17:48,726 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:48,726 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:17:48,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:48,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36731,1733145467256, seqNum=-1] 2024-12-02T13:17:48,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:48,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:48,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 909 msec 2024-12-02T13:17:48,731 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145468731, completionTime=-1 2024-12-02T13:17:48,731 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:17:48,731 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145528733 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145588733 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41015,1733145467058-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41015,1733145467058-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41015,1733145467058-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:41015, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,735 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:17:48,738 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.340sec 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41015,1733145467058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:48,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41015,1733145467058-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:17:48,744 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:17:48,744 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:17:48,744 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41015,1733145467058-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:48,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:48,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41015,-1 for getting cluster id 2024-12-02T13:17:48,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:48,756 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64d32e3e-b146-4d74-9cde-22a5b89f01e3' 2024-12-02T13:17:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64d32e3e-b146-4d74-9cde-22a5b89f01e3" 2024-12-02T13:17:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ea41ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41015,-1] 2024-12-02T13:17:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:48,758 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:48,758 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:48,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e88147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:48,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,36731,1733145467256, seqNum=-1] 2024-12-02T13:17:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:48,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:48,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,41015,1733145467058 2024-12-02T13:17:48,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58660 2024-12-02T13:17:48,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58660, baseZNode=/0195381688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:48,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,41015,1733145467058 2024-12-02T13:17:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa0e0a6 2024-12-02T13:17:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:48,774 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:48,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:17:48,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:17:48,776 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:48,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:17:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:48,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:17:48,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b146fc60002 connected 2024-12-02T13:17:48,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:17:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:17:49,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:49,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6314a30aae737de7ad4538314034936c, NAME => 'test,,1733145468774.6314a30aae737de7ad4538314034936c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2 2024-12-02T13:17:49,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:17:49,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145468774.6314a30aae737de7ad4538314034936c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:49,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6314a30aae737de7ad4538314034936c, disabling compactions & flushes 2024-12-02T13:17:49,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145468774.6314a30aae737de7ad4538314034936c. 2024-12-02T13:17:49,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145468774.6314a30aae737de7ad4538314034936c. 2024-12-02T13:17:49,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145468774.6314a30aae737de7ad4538314034936c. after waiting 0 ms 2024-12-02T13:17:49,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145468774.6314a30aae737de7ad4538314034936c. 2024-12-02T13:17:49,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145468774.6314a30aae737de7ad4538314034936c. 2024-12-02T13:17:49,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6314a30aae737de7ad4538314034936c: Waiting for close lock at 1733145469248Disabling compacts and flushes for region at 1733145469248Disabling writes for close at 1733145469248Writing region close event to WAL at 1733145469248Closed at 1733145469248 2024-12-02T13:17:49,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:17:49,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145468774.6314a30aae737de7ad4538314034936c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145469249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145469249"}]},"ts":"1733145469249"} 2024-12-02T13:17:49,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:17:49,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:17:49,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145469255"}]},"ts":"1733145469255"} 2024-12-02T13:17:49,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:17:49,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6314a30aae737de7ad4538314034936c, ASSIGN}] 2024-12-02T13:17:49,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6314a30aae737de7ad4538314034936c, ASSIGN 2024-12-02T13:17:49,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6314a30aae737de7ad4538314034936c, ASSIGN; state=OFFLINE, location=06e3e18f2515,36731,1733145467256; forceNewPlan=false, retain=false 2024-12-02T13:17:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:49,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6314a30aae737de7ad4538314034936c, regionState=OPENING, regionLocation=06e3e18f2515,36731,1733145467256 2024-12-02T13:17:49,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6314a30aae737de7ad4538314034936c, ASSIGN because future has completed 2024-12-02T13:17:49,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6314a30aae737de7ad4538314034936c, server=06e3e18f2515,36731,1733145467256}] 2024-12-02T13:17:49,581 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145468774.6314a30aae737de7ad4538314034936c. 2024-12-02T13:17:49,581 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6314a30aae737de7ad4538314034936c, NAME => 'test,,1733145468774.6314a30aae737de7ad4538314034936c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:49,581 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:49,581 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:17:49,581 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,581 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145468774.6314a30aae737de7ad4538314034936c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:49,581 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,581 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,583 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,584 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6314a30aae737de7ad4538314034936c columnFamilyName f 2024-12-02T13:17:49,584 DEBUG [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:49,585 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] regionserver.HStore(327): Store=6314a30aae737de7ad4538314034936c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:49,585 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,586 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6314a30aae737de7ad4538314034936c columnFamilyName f1 2024-12-02T13:17:49,587 DEBUG [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:49,587 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] regionserver.HStore(327): Store=6314a30aae737de7ad4538314034936c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:49,587 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,588 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6314a30aae737de7ad4538314034936c columnFamilyName norep 2024-12-02T13:17:49,588 DEBUG [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:49,588 INFO [StoreOpener-6314a30aae737de7ad4538314034936c-1 {}] regionserver.HStore(327): Store=6314a30aae737de7ad4538314034936c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:49,588 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,588 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/default/test/6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,589 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/default/test/6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,589 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,589 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,590 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:17:49,590 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,609 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/data/default/test/6314a30aae737de7ad4538314034936c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:49,610 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6314a30aae737de7ad4538314034936c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68219183, jitterRate=0.016545042395591736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:17:49,610 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6314a30aae737de7ad4538314034936c 2024-12-02T13:17:49,610 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6314a30aae737de7ad4538314034936c: Running coprocessor pre-open hook at 1733145469581Writing region info on filesystem at 1733145469581Initializing all the Stores at 1733145469582 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145469582Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145469583 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145469583Cleaning up temporary data from old regions at 1733145469589 (+6 ms)Running coprocessor post-open hooks at 1733145469610 (+21 ms)Region opened successfully at 1733145469610 2024-12-02T13:17:49,612 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145468774.6314a30aae737de7ad4538314034936c., pid=6, masterSystemTime=1733145469564 2024-12-02T13:17:49,621 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145468774.6314a30aae737de7ad4538314034936c. 2024-12-02T13:17:49,621 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145468774.6314a30aae737de7ad4538314034936c. 2024-12-02T13:17:49,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6314a30aae737de7ad4538314034936c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,36731,1733145467256 2024-12-02T13:17:49,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6314a30aae737de7ad4538314034936c, server=06e3e18f2515,36731,1733145467256 because future has completed 2024-12-02T13:17:49,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:17:49,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6314a30aae737de7ad4538314034936c, server=06e3e18f2515,36731,1733145467256 in 214 msec 2024-12-02T13:17:49,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:17:49,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6314a30aae737de7ad4538314034936c, ASSIGN in 371 msec 2024-12-02T13:17:49,631 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:17:49,632 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145469631"}]},"ts":"1733145469631"} 2024-12-02T13:17:49,634 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:17:49,635 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:17:49,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 860 msec 2024-12-02T13:17:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:17:49,913 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:17:49,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:49,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41015,-1 for getting cluster id 2024-12-02T13:17:49,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:49,922 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64d32e3e-b146-4d74-9cde-22a5b89f01e3' 2024-12-02T13:17:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64d32e3e-b146-4d74-9cde-22a5b89f01e3" 2024-12-02T13:17:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a800e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41015,-1] 2024-12-02T13:17:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:49,924 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5604bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:49,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,41015,1733145467058 2024-12-02T13:17:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d3d7f5c 2024-12-02T13:17:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:49,929 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:49,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:41015,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:17:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:17:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:49,932 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:41015' 2024-12-02T13:17:49,938 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0c3758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:49,938 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,41015,-1 for getting cluster id 2024-12-02T13:17:49,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:49,939 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64d32e3e-b146-4d74-9cde-22a5b89f01e3' 2024-12-02T13:17:49,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:49,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64d32e3e-b146-4d74-9cde-22a5b89f01e3" 2024-12-02T13:17:49,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a9ca5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:49,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,41015,-1] 2024-12-02T13:17:49,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:49,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:49,941 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:49,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23391471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:49,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:17:49,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,41015,1733145467058 2024-12-02T13:17:49,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de971b0 2024-12-02T13:17:49,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:17:49,944 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:17:49,945 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T13:17:49,945 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:17:49,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:49,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:49,946 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://06e3e18f2515:41015, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T13:17:49,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:49,952 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://06e3e18f2515:41015, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://06e3e18f2515:41015, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://06e3e18f2515:41015, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-02T13:17:49,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://06e3e18f2515:41015, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=25 msec 2024-12-02T13:17:49,960 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-02T13:17:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:17:50,044 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://06e3e18f2515:41015, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-02T13:17:50,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:17:50,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:17:50,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:50,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:50,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:17:50,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 360) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35099 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/06e3e18f2515:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/data/data1/current/BP-1337591344-172.17.0.2-1733145465825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: CacheReplicationMonitor(249675398) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 0 on default port 35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58660) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58660) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_159949971_20 at /127.0.0.1:41992 [Receiving block BP-1337591344-172.17.0.2-1733145465825:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1804459815_20 at /127.0.0.1:41954 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a1ff889 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/06e3e18f2515:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;06e3e18f2515:36731 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58660) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-1337591344-172.17.0.2-1733145465825:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1804459815_20 at /127.0.0.1:42028 [Receiving block BP-1337591344-172.17.0.2-1733145465825:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1418650010-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145467867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1418650010-7861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35099 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp760716569-7912 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2-prefix:06e3e18f2515,36731,1733145467256 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7860 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-53cfb205-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-bcd1b6e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;06e3e18f2515:36731-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145467859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: 06e3e18f2515:41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Server handler 4 on default port 41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f28889fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/06e3e18f2515:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1337591344-172.17.0.2-1733145465825 heartbeating to localhost/127.0.0.1:35099 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2-prefix:06e3e18f2515,36731,1733145467256.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1804459815_20 at /127.0.0.1:42022 [Receiving block BP-1337591344-172.17.0.2-1733145465825:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/06e3e18f2515:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp760716569-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1418650010-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f2888ad2308.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58660 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@a8c63a9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;06e3e18f2515:41015 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1418650010-7867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1337591344-172.17.0.2-1733145465825:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/06e3e18f2515:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35099/user/jenkins/test-data/4125f2b6-a015-e9db-c14d-9284114904a2/MasterData-prefix:06e3e18f2515,41015,1733145467058 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/cluster_2f628845-bb56-0834-eaf2-1d7b16eb68b7/data/data2/current/BP-1337591344-172.17.0.2-1733145465825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7866 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp760716569-7911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp760716569-7910-acceptor-0@5fe16ebe-ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:34769} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42fa58b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcessThread(sid:0 cport:58660): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 3 on default port 41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 41811 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1337591344-172.17.0.2-1733145465825:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7864-acceptor-0@58a716b6-ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:40015} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=877 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 440) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1740 (was 1774) 2024-12-02T13:17:50,082 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-02T13:17:50,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=877, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=1740 2024-12-02T13:17:50,098 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-02T13:17:50,120 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-02T13:17:50,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.log.dir so I do NOT create it in target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c 2024-12-02T13:17:50,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:17:50,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.tmp.dir so I do NOT create it in target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c 2024-12-02T13:17:50,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b16e481-c9a7-aa5c-961c-6f6c831dd477/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:17:50,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c 2024-12-02T13:17:50,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2, deleteOnExit=true 2024-12-02T13:17:50,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2/zookeeper_0, clientPort=51322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:17:50,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51322 2024-12-02T13:17:50,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/test.cache.data in system properties and HBase conf 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:17:50,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:17:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:17:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:17:50,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:50,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:50,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:50,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:50,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:50,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:50,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:50,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:50,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a93662f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/java.io.tmpdir/jetty-localhost-35003-hadoop-hdfs-3_4_1-tests_jar-_-any-13367132463732314474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:50,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:35003} 2024-12-02T13:17:50,613 INFO [Time-limited test {}] server.Server(415): Started @286511ms 2024-12-02T13:17:50,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:50,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:50,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:50,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:50,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:50,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:50,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:51,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@772cd50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/java.io.tmpdir/jetty-localhost-37331-hadoop-hdfs-3_4_1-tests_jar-_-any-3497896603048402359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:51,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:37331} 2024-12-02T13:17:51,088 INFO [Time-limited test {}] server.Server(415): Started @286987ms 2024-12-02T13:17:51,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:17:51,229 WARN [Thread-4301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2/data/data1/current/BP-909016297-172.17.0.2-1733145470161/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:51,229 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2/data/data2/current/BP-909016297-172.17.0.2-1733145470161/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:51,262 WARN [Thread-4289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:17:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb2f813f47b440c9 with lease ID 0x66c0c267b8abbfd5: Processing first storage report for DS-bdb93792-767b-41fb-be82-1040adeb8d49 from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=f8530384-9590-442b-bd67-d6bfc9634d76, infoPort=41675, infoSecurePort=0, ipcPort=41971, storageInfo=lv=-57;cid=testClusterID;nsid=1744895698;c=1733145470161) 2024-12-02T13:17:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb2f813f47b440c9 with lease ID 0x66c0c267b8abbfd5: from storage DS-bdb93792-767b-41fb-be82-1040adeb8d49 node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=f8530384-9590-442b-bd67-d6bfc9634d76, infoPort=41675, infoSecurePort=0, ipcPort=41971, storageInfo=lv=-57;cid=testClusterID;nsid=1744895698;c=1733145470161), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb2f813f47b440c9 with lease ID 0x66c0c267b8abbfd5: Processing first storage report for DS-f0c8f61b-b01d-4c68-a087-ef6ab0b71b84 from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=f8530384-9590-442b-bd67-d6bfc9634d76, infoPort=41675, infoSecurePort=0, ipcPort=41971, storageInfo=lv=-57;cid=testClusterID;nsid=1744895698;c=1733145470161) 2024-12-02T13:17:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb2f813f47b440c9 with lease ID 0x66c0c267b8abbfd5: from storage DS-f0c8f61b-b01d-4c68-a087-ef6ab0b71b84 node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=f8530384-9590-442b-bd67-d6bfc9634d76, infoPort=41675, infoSecurePort=0, ipcPort=41971, storageInfo=lv=-57;cid=testClusterID;nsid=1744895698;c=1733145470161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:51,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c 2024-12-02T13:17:51,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:51,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:17:51,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8 with version=8 2024-12-02T13:17:51,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/hbase-staging 2024-12-02T13:17:51,317 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:51,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:51,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:51,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:51,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:51,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:51,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:17:51,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:51,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39357 2024-12-02T13:17:51,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39357 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393570x0, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:51,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39357-0x1009b14811c0000 connected 2024-12-02T13:17:51,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:51,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:51,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on znode that does not yet exist, /0-1955227611/running 2024-12-02T13:17:51,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8, hbase.cluster.distributed=false 2024-12-02T13:17:51,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on znode that does not yet exist, /0-1955227611/acl 2024-12-02T13:17:51,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39357 2024-12-02T13:17:51,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39357 2024-12-02T13:17:51,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39357 2024-12-02T13:17:51,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39357 2024-12-02T13:17:51,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39357 2024-12-02T13:17:51,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:51,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:51,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:51,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:51,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:51,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:51,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:17:51,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:51,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42833 2024-12-02T13:17:51,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42833 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:51,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:51,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:51,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428330x0, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:51,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428330x0, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on znode that does not yet exist, /0-1955227611/running 2024-12-02T13:17:51,423 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:17:51,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42833-0x1009b14811c0001 connected 2024-12-02T13:17:51,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:17:51,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on znode that does not yet exist, /0-1955227611/master 2024-12-02T13:17:51,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on znode that does not yet exist, /0-1955227611/acl 2024-12-02T13:17:51,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42833 2024-12-02T13:17:51,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42833 2024-12-02T13:17:51,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42833 2024-12-02T13:17:51,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42833 2024-12-02T13:17:51,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42833 2024-12-02T13:17:51,455 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:39357 2024-12-02T13:17:51,457 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1955227611/backup-masters/06e3e18f2515,39357,1733145471317 2024-12-02T13:17:51,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611/backup-masters 2024-12-02T13:17:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611/backup-masters 2024-12-02T13:17:51,458 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on existing znode=/0-1955227611/backup-masters/06e3e18f2515,39357,1733145471317 2024-12-02T13:17:51,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1955227611/master 2024-12-02T13:17:51,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:51,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on existing znode=/0-1955227611/master 2024-12-02T13:17:51,462 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1955227611/backup-masters/06e3e18f2515,39357,1733145471317 from backup master directory 2024-12-02T13:17:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611/backup-masters 2024-12-02T13:17:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1955227611/backup-masters/06e3e18f2515,39357,1733145471317 2024-12-02T13:17:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611/backup-masters 2024-12-02T13:17:51,462 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:51,462 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,39357,1733145471317 2024-12-02T13:17:51,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/hbase.id] with ID: 38146ea5-06ce-4796-beb1-810404287271 2024-12-02T13:17:51,465 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/.tmp/hbase.id 2024-12-02T13:17:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:17:51,879 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/.tmp/hbase.id]:[hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/hbase.id] 2024-12-02T13:17:51,888 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:51,889 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:17:51,889 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T13:17:51,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:51,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:51,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:17:51,967 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:51,968 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:17:51,968 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:17:52,386 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store 2024-12-02T13:17:52,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:17:52,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:52,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:52,812 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:52,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:52,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:52,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:52,812 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:52,812 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145472812Disabling compacts and flushes for region at 1733145472812Disabling writes for close at 1733145472812Writing region close event to WAL at 1733145472812Closed at 1733145472812 2024-12-02T13:17:52,813 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/.initializing 2024-12-02T13:17:52,813 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/WALs/06e3e18f2515,39357,1733145471317 2024-12-02T13:17:52,814 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:52,815 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C39357%2C1733145471317, suffix=, logDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/WALs/06e3e18f2515,39357,1733145471317, archiveDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/oldWALs, maxLogs=10 2024-12-02T13:17:52,853 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/WALs/06e3e18f2515,39357,1733145471317/06e3e18f2515%2C39357%2C1733145471317.1733145472815, exclude list is [], retry=0 2024-12-02T13:17:52,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-bdb93792-767b-41fb-be82-1040adeb8d49,DISK] 2024-12-02T13:17:52,857 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/WALs/06e3e18f2515,39357,1733145471317/06e3e18f2515%2C39357%2C1733145471317.1733145472815 2024-12-02T13:17:52,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-02T13:17:52,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:52,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:52,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,858 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:17:52,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:52,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:52,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:17:52,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:52,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:52,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:17:52,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:52,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:52,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:17:52,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:52,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:52,870 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,870 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,871 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,872 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:52,874 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:52,880 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:52,881 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59159591, jitterRate=-0.11845339834690094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:52,881 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145472858Initializing all the Stores at 1733145472859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145472859Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145472859Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145472859Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145472859Cleaning up temporary data from old regions at 1733145472872 (+13 ms)Region opened successfully at 1733145472881 (+9 ms) 2024-12-02T13:17:52,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:17:52,894 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d30dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:52,895 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:17:52,895 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:17:52,895 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:17:52,896 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:17:52,897 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T13:17:52,897 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:17:52,897 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:17:52,919 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:17:52,920 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Unable to get data of znode /0-1955227611/balancer because node does not exist (not necessarily an error) 2024-12-02T13:17:52,921 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1955227611/balancer already deleted, retry=false 2024-12-02T13:17:52,921 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:17:52,922 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Unable to get data of znode /0-1955227611/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:17:52,923 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1955227611/normalizer already deleted, retry=false 2024-12-02T13:17:52,923 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:17:52,926 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Unable to get data of znode /0-1955227611/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:17:52,926 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1955227611/switch/split already deleted, retry=false 2024-12-02T13:17:52,927 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Unable to get data of znode /0-1955227611/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:17:52,928 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1955227611/switch/merge already deleted, retry=false 2024-12-02T13:17:52,929 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Unable to get data of znode /0-1955227611/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:17:52,931 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1955227611/snapshot-cleanup already deleted, retry=false 2024-12-02T13:17:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1955227611/running 2024-12-02T13:17:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1955227611/running 2024-12-02T13:17:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:52,933 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,39357,1733145471317, sessionid=0x1009b14811c0000, setting cluster-up flag (Was=false) 2024-12-02T13:17:52,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:52,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:52,940 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1955227611/flush-table-proc/acquired, /0-1955227611/flush-table-proc/reached, /0-1955227611/flush-table-proc/abort 2024-12-02T13:17:52,943 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39357,1733145471317 2024-12-02T13:17:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:52,948 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1955227611/online-snapshot/acquired, /0-1955227611/online-snapshot/reached, /0-1955227611/online-snapshot/abort 2024-12-02T13:17:52,949 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,39357,1733145471317 2024-12-02T13:17:52,953 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:17:52,958 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:52,958 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:17:52,958 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:17:52,958 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,39357,1733145471317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:52,960 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:52,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:52,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:17:52,967 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:52,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:17:52,976 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145502976 2024-12-02T13:17:52,977 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:17:52,977 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:17:52,977 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:17:52,977 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:17:52,977 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:17:52,977 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:17:52,981 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:52,981 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:17:52,981 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:17:52,981 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:17:52,981 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:17:52,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:17:52,989 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:17:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:17:52,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:17:52,991 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8 2024-12-02T13:17:52,993 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145472989,5,FailOnTimeoutGroup] 2024-12-02T13:17:53,009 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145472993,5,FailOnTimeoutGroup] 2024-12-02T13:17:53,009 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,009 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:17:53,009 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,009 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:17:53,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:53,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:53,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:53,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:53,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:53,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:53,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:53,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:53,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:53,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740 2024-12-02T13:17:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740 2024-12-02T13:17:53,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:53,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:53,067 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:53,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:53,077 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(746): ClusterId : 38146ea5-06ce-4796-beb1-810404287271 2024-12-02T13:17:53,077 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:17:53,078 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:17:53,078 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:17:53,079 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:17:53,079 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a7157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:53,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:53,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68073878, jitterRate=0.014379829168319702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:53,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145473037Initializing all the Stores at 1733145473037Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145473038 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145473057 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145473057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145473057Cleaning up temporary data from old regions at 1733145473066 (+9 ms)Region opened successfully at 1733145473081 (+15 ms) 2024-12-02T13:17:53,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:53,082 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:53,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:53,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:53,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:53,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:53,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145473082Disabling compacts and flushes for region at 1733145473082Disabling writes for close at 1733145473082Writing region close event to WAL at 1733145473089 (+7 ms)Closed at 1733145473089 2024-12-02T13:17:53,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:53,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:17:53,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:17:53,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:53,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:17:53,104 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:42833 2024-12-02T13:17:53,104 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:17:53,104 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:17:53,104 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:17:53,104 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,39357,1733145471317 with port=42833, startcode=1733145471411 2024-12-02T13:17:53,105 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:17:53,106 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:17:53,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39357 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,108 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8 2024-12-02T13:17:53,108 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33653 2024-12-02T13:17:53,108 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:17:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611/rs 2024-12-02T13:17:53,109 DEBUG [RS:0;06e3e18f2515:42833 {}] zookeeper.ZKUtil(111): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on existing znode=/0-1955227611/rs/06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,109 WARN [RS:0;06e3e18f2515:42833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:53,109 INFO [RS:0;06e3e18f2515:42833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:53,109 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,42833,1733145471411] 2024-12-02T13:17:53,116 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:17:53,120 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:17:53,121 INFO [RS:0;06e3e18f2515:42833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:17:53,121 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,122 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:17:53,124 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:17:53,124 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,124 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,125 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:53,125 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:53,125 DEBUG [RS:0;06e3e18f2515:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:53,135 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,135 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,135 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,135 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,135 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,135 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42833,1733145471411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:53,151 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:17:53,151 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,42833,1733145471411-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,151 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,151 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.Replication(171): 06e3e18f2515,42833,1733145471411 started 2024-12-02T13:17:53,169 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,169 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,42833,1733145471411, RpcServer on 06e3e18f2515/172.17.0.2:42833, sessionid=0x1009b14811c0001 2024-12-02T13:17:53,169 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:17:53,169 DEBUG [RS:0;06e3e18f2515:42833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,169 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,42833,1733145471411' 2024-12-02T13:17:53,169 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1955227611/flush-table-proc/abort' 2024-12-02T13:17:53,169 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1955227611/flush-table-proc/acquired' 2024-12-02T13:17:53,170 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:17:53,170 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:17:53,170 DEBUG [RS:0;06e3e18f2515:42833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,170 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,42833,1733145471411' 2024-12-02T13:17:53,170 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1955227611/online-snapshot/abort' 2024-12-02T13:17:53,170 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1955227611/online-snapshot/acquired' 2024-12-02T13:17:53,170 DEBUG [RS:0;06e3e18f2515:42833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:17:53,170 INFO [RS:0;06e3e18f2515:42833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:17:53,170 INFO [RS:0;06e3e18f2515:42833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:17:53,242 WARN [06e3e18f2515:39357 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T13:17:53,271 INFO [RS:0;06e3e18f2515:42833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:53,272 INFO [RS:0;06e3e18f2515:42833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C42833%2C1733145471411, suffix=, logDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411, archiveDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/oldWALs, maxLogs=10 2024-12-02T13:17:53,288 DEBUG [RS:0;06e3e18f2515:42833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272, exclude list is [], retry=0 2024-12-02T13:17:53,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-bdb93792-767b-41fb-be82-1040adeb8d49,DISK] 2024-12-02T13:17:53,291 INFO [RS:0;06e3e18f2515:42833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 2024-12-02T13:17:53,292 DEBUG [RS:0;06e3e18f2515:42833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-02T13:17:53,492 DEBUG [06e3e18f2515:39357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:17:53,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,42833,1733145471411, state=OPENING 2024-12-02T13:17:53,495 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:17:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:17:53,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1955227611/meta-region-server: CHANGED 2024-12-02T13:17:53,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1955227611/meta-region-server: CHANGED 2024-12-02T13:17:53,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:53,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,42833,1733145471411}] 2024-12-02T13:17:53,656 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:53,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:17:53,681 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:17:53,681 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:53,681 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:17:53,683 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C42833%2C1733145471411.meta, suffix=.meta, logDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411, archiveDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/oldWALs, maxLogs=10 2024-12-02T13:17:53,707 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.meta.1733145473683.meta, exclude list is [], retry=0 2024-12-02T13:17:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-bdb93792-767b-41fb-be82-1040adeb8d49,DISK] 2024-12-02T13:17:53,721 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.meta.1733145473683.meta 2024-12-02T13:17:53,721 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-02T13:17:53,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:53,722 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:53,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:53,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:17:53,722 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:17:53,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:17:53,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:53,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:17:53,722 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:17:53,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:53,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:53,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:53,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:53,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:53,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:53,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:53,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:53,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:53,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:53,731 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:53,731 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740 2024-12-02T13:17:53,732 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740 2024-12-02T13:17:53,733 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:53,733 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:53,733 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:53,734 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:53,736 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69220234, jitterRate=0.031461864709854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:53,736 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:17:53,736 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145473723Writing region info on filesystem at 1733145473723Initializing all the Stores at 1733145473723Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145473723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145473725 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145473725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145473725Cleaning up temporary data from old regions at 1733145473733 (+8 ms)Running coprocessor post-open hooks at 1733145473736 (+3 ms)Region opened successfully at 1733145473736 2024-12-02T13:17:53,738 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145473653 2024-12-02T13:17:53,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,42833,1733145471411, state=OPEN 2024-12-02T13:17:53,743 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:17:53,743 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:17:53,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1955227611/meta-region-server 2024-12-02T13:17:53,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1955227611/meta-region-server: CHANGED 2024-12-02T13:17:53,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1955227611/meta-region-server 2024-12-02T13:17:53,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1955227611/meta-region-server: CHANGED 2024-12-02T13:17:53,746 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,42833,1733145471411 2024-12-02T13:17:53,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:17:53,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,42833,1733145471411 in 248 msec 2024-12-02T13:17:53,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:17:53,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-12-02T13:17:53,749 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:53,749 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:17:53,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:53,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42833,1733145471411, seqNum=-1] 2024-12-02T13:17:53,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:53,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:53,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 798 msec 2024-12-02T13:17:53,756 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145473756, completionTime=-1 2024-12-02T13:17:53,756 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:17:53,756 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:17:53,759 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:17:53,759 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145533759 2024-12-02T13:17:53,759 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145593759 2024-12-02T13:17:53,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T13:17:53,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39357,1733145471317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39357,1733145471317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39357,1733145471317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:39357, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,760 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,762 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.301sec 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39357,1733145471317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:53,764 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39357,1733145471317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:17:53,766 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:17:53,766 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:17:53,766 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39357,1733145471317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:53,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:53,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39357,-1 for getting cluster id 2024-12-02T13:17:53,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:53,785 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38146ea5-06ce-4796-beb1-810404287271' 2024-12-02T13:17:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38146ea5-06ce-4796-beb1-810404287271" 2024-12-02T13:17:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed3491a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39357,-1] 2024-12-02T13:17:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:53,787 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:53,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:53,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42833,1733145471411, seqNum=-1] 2024-12-02T13:17:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:53,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:53,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,39357,1733145471317 2024-12-02T13:17:53,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.log.dir so I do NOT create it in target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d 2024-12-02T13:17:53,810 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:17:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.tmp.dir so I do NOT create it in target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d 2024-12-02T13:17:53,810 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:17:53,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d 2024-12-02T13:17:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:17:53,810 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/cluster_184f6d68-cabe-c9aa-1b16-1aada4332cf8, deleteOnExit=true 2024-12-02T13:17:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:17:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/test.cache.data in system properties and HBase conf 2024-12-02T13:17:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:17:53,811 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:17:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:17:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:17:53,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b14811c0002 connected 2024-12-02T13:17:53,884 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T13:17:53,885 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,885 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,885 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,885 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,923 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,926 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,927 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,928 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:53,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:53,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:54,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:54,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:54,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:54,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:54,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9d2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:54,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e41501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:54,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb9b377{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/java.io.tmpdir/jetty-localhost-43893-hadoop-hdfs-3_4_1-tests_jar-_-any-6863368070237490232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:54,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:17:54,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T13:17:54,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664ff9e{HTTP/1.1, (http/1.1)}{localhost:43893} 2024-12-02T13:17:54,206 INFO [Time-limited test {}] server.Server(415): Started @290105ms 2024-12-02T13:17:54,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:54,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:54,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:54,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:54,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:54,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116b2349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:54,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f12594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:54,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f245e45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/java.io.tmpdir/jetty-localhost-40027-hadoop-hdfs-3_4_1-tests_jar-_-any-14900565011372953321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:54,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c25f550{HTTP/1.1, (http/1.1)}{localhost:40027} 2024-12-02T13:17:54,633 INFO [Time-limited test {}] server.Server(415): Started @290531ms 2024-12-02T13:17:54,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:17:54,745 WARN [Thread-4422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/cluster_184f6d68-cabe-c9aa-1b16-1aada4332cf8/data/data1/current/BP-2057379355-172.17.0.2-1733145473834/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:54,757 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/cluster_184f6d68-cabe-c9aa-1b16-1aada4332cf8/data/data2/current/BP-2057379355-172.17.0.2-1733145473834/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:54,801 WARN [Thread-4410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:17:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa078e135eb736361 with lease ID 0x6406f92f0e8aa4fd: Processing first storage report for DS-f6c215f4-e2bf-4b96-9d1b-69da935f593c from datanode DatanodeRegistration(127.0.0.1:41791, datanodeUuid=d1c47052-203a-49c0-a7d3-de1796bce1a7, infoPort=43117, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1171933069;c=1733145473834) 2024-12-02T13:17:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa078e135eb736361 with lease ID 0x6406f92f0e8aa4fd: from storage DS-f6c215f4-e2bf-4b96-9d1b-69da935f593c node DatanodeRegistration(127.0.0.1:41791, datanodeUuid=d1c47052-203a-49c0-a7d3-de1796bce1a7, infoPort=43117, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1171933069;c=1733145473834), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa078e135eb736361 with lease ID 0x6406f92f0e8aa4fd: Processing first storage report for DS-ee9cefc3-22d8-453e-ba70-379fe90a8e82 from datanode DatanodeRegistration(127.0.0.1:41791, datanodeUuid=d1c47052-203a-49c0-a7d3-de1796bce1a7, infoPort=43117, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1171933069;c=1733145473834) 2024-12-02T13:17:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa078e135eb736361 with lease ID 0x6406f92f0e8aa4fd: from storage DS-ee9cefc3-22d8-453e-ba70-379fe90a8e82 node DatanodeRegistration(127.0.0.1:41791, datanodeUuid=d1c47052-203a-49c0-a7d3-de1796bce1a7, infoPort=43117, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1171933069;c=1733145473834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:54,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d 2024-12-02T13:17:54,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:54,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:54,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:17:55,287 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888 with version=8 2024-12-02T13:17:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/hbase-staging 2024-12-02T13:17:55,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:55,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:55,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:55,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:55,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:55,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:55,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:17:55,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:55,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43243 2024-12-02T13:17:55,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43243 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:55,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432430x0, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:55,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43243-0x1009b14811c0003 connected 2024-12-02T13:17:55,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:55,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:55,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on znode that does not yet exist, /1-721126862/running 2024-12-02T13:17:55,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888, hbase.cluster.distributed=false 2024-12-02T13:17:55,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on znode that does not yet exist, /1-721126862/acl 2024-12-02T13:17:55,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43243 2024-12-02T13:17:55,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43243 2024-12-02T13:17:55,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43243 2024-12-02T13:17:55,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43243 2024-12-02T13:17:55,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43243 2024-12-02T13:17:55,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:55,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:55,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:55,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:55,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:55,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:55,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:17:55,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:55,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34703 2024-12-02T13:17:55,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34703 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:55,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:55,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:55,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347030x0, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:55,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347030x0, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on znode that does not yet exist, /1-721126862/running 2024-12-02T13:17:55,395 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:17:55,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34703-0x1009b14811c0004 connected 2024-12-02T13:17:55,401 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:17:55,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on znode that does not yet exist, /1-721126862/master 2024-12-02T13:17:55,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on znode that does not yet exist, /1-721126862/acl 2024-12-02T13:17:55,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34703 2024-12-02T13:17:55,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34703 2024-12-02T13:17:55,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34703 2024-12-02T13:17:55,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34703 2024-12-02T13:17:55,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34703 2024-12-02T13:17:55,445 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:43243 2024-12-02T13:17:55,445 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-721126862/backup-masters/06e3e18f2515,43243,1733145475289 2024-12-02T13:17:55,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862/backup-masters 2024-12-02T13:17:55,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862/backup-masters 2024-12-02T13:17:55,449 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on existing znode=/1-721126862/backup-masters/06e3e18f2515,43243,1733145475289 2024-12-02T13:17:55,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-721126862/master 2024-12-02T13:17:55,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:55,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:55,450 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on existing znode=/1-721126862/master 2024-12-02T13:17:55,451 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-721126862/backup-masters/06e3e18f2515,43243,1733145475289 from backup master directory 2024-12-02T13:17:55,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862/backup-masters 2024-12-02T13:17:55,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721126862/backup-masters/06e3e18f2515,43243,1733145475289 2024-12-02T13:17:55,452 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:55,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862/backup-masters 2024-12-02T13:17:55,452 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,43243,1733145475289 2024-12-02T13:17:55,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/hbase.id] with ID: f8741264-de93-4cd7-9918-a2d14795369e 2024-12-02T13:17:55,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/.tmp/hbase.id 2024-12-02T13:17:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:17:55,879 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/.tmp/hbase.id]:[hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/hbase.id] 2024-12-02T13:17:55,887 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:55,887 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:17:55,888 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:17:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:17:55,947 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:55,948 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:17:55,953 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:17:56,398 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store 2024-12-02T13:17:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:17:56,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:56,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:17:56,855 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:56,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:56,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:17:56,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:56,855 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:17:56,855 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145476855Disabling compacts and flushes for region at 1733145476855Disabling writes for close at 1733145476855Writing region close event to WAL at 1733145476855Closed at 1733145476855 2024-12-02T13:17:56,856 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/.initializing 2024-12-02T13:17:56,856 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/WALs/06e3e18f2515,43243,1733145475289 2024-12-02T13:17:56,856 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:56,857 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C43243%2C1733145475289, suffix=, logDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/WALs/06e3e18f2515,43243,1733145475289, archiveDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/oldWALs, maxLogs=10 2024-12-02T13:17:56,870 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/WALs/06e3e18f2515,43243,1733145475289/06e3e18f2515%2C43243%2C1733145475289.1733145476857, exclude list is [], retry=0 2024-12-02T13:17:56,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41791,DS-f6c215f4-e2bf-4b96-9d1b-69da935f593c,DISK] 2024-12-02T13:17:56,873 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/WALs/06e3e18f2515,43243,1733145475289/06e3e18f2515%2C43243%2C1733145475289.1733145476857 2024-12-02T13:17:56,873 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-12-02T13:17:56,873 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:56,874 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:56,874 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,874 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:17:56,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:56,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:56,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:17:56,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:56,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:56,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:17:56,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:56,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:56,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:17:56,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:56,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:17:56,879 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,879 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,879 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,881 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,881 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,882 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:56,883 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:17:56,885 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:56,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74263111, jitterRate=0.10660658776760101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:56,886 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145476874Initializing all the Stores at 1733145476874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145476874Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145476874Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145476874Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145476875 (+1 ms)Cleaning up temporary data from old regions at 1733145476881 (+6 ms)Region opened successfully at 1733145476886 (+5 ms) 2024-12-02T13:17:56,889 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:17:56,891 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3a14c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:56,892 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:17:56,892 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:17:56,892 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:17:56,892 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:17:56,893 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:17:56,893 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:17:56,893 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:17:56,906 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:17:56,907 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Unable to get data of znode /1-721126862/balancer because node does not exist (not necessarily an error) 2024-12-02T13:17:56,908 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721126862/balancer already deleted, retry=false 2024-12-02T13:17:56,908 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:17:56,909 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Unable to get data of znode /1-721126862/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:17:56,909 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721126862/normalizer already deleted, retry=false 2024-12-02T13:17:56,909 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:17:56,910 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Unable to get data of znode /1-721126862/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:17:56,911 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721126862/switch/split already deleted, retry=false 2024-12-02T13:17:56,911 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Unable to get data of znode /1-721126862/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:17:56,912 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721126862/switch/merge already deleted, retry=false 2024-12-02T13:17:56,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Unable to get data of znode /1-721126862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:17:56,916 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721126862/snapshot-cleanup already deleted, retry=false 2024-12-02T13:17:56,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-721126862/running 2024-12-02T13:17:56,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:56,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-721126862/running 2024-12-02T13:17:56,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:56,918 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,43243,1733145475289, sessionid=0x1009b14811c0003, setting cluster-up flag (Was=false) 2024-12-02T13:17:56,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:56,923 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-721126862/flush-table-proc/acquired, /1-721126862/flush-table-proc/reached, /1-721126862/flush-table-proc/abort 2024-12-02T13:17:56,924 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,43243,1733145475289 2024-12-02T13:17:56,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:56,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:56,928 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-721126862/online-snapshot/acquired, /1-721126862/online-snapshot/reached, /1-721126862/online-snapshot/abort 2024-12-02T13:17:56,929 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,43243,1733145475289 2024-12-02T13:17:56,930 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:17:56,931 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:56,931 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:17:56,932 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:17:56,932 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,43243,1733145475289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:56,933 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:56,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:56,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:17:56,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:56,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:17:56,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145506952 2024-12-02T13:17:56,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:17:56,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:17:56,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:17:56,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:17:56,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:17:56,952 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:17:56,953 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:56,956 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:17:56,956 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:17:56,956 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:17:56,957 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:17:56,957 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:17:56,957 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:17:56,957 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145476957,5,FailOnTimeoutGroup] 2024-12-02T13:17:56,959 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145476957,5,FailOnTimeoutGroup] 2024-12-02T13:17:56,959 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:56,959 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:17:56,959 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:56,959 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:17:56,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:17:56,961 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888 2024-12-02T13:17:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:17:57,030 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(746): ClusterId : f8741264-de93-4cd7-9918-a2d14795369e 2024-12-02T13:17:57,030 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:17:57,032 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:17:57,032 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:17:57,033 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:17:57,033 DEBUG [RS:0;06e3e18f2515:34703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ae2821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:17:57,048 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:34703 2024-12-02T13:17:57,048 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:17:57,048 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:17:57,048 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:17:57,049 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,43243,1733145475289 with port=34703, startcode=1733145475380 2024-12-02T13:17:57,049 DEBUG [RS:0;06e3e18f2515:34703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:17:57,050 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:17:57,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43243 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,052 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888 2024-12-02T13:17:57,052 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33565 2024-12-02T13:17:57,052 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:17:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862/rs 2024-12-02T13:17:57,054 DEBUG [RS:0;06e3e18f2515:34703 {}] zookeeper.ZKUtil(111): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on existing znode=/1-721126862/rs/06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,054 WARN [RS:0;06e3e18f2515:34703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:57,054 INFO [RS:0;06e3e18f2515:34703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:57,054 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,075 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:17:57,077 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:17:57,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,34703,1733145475380] 2024-12-02T13:17:57,089 INFO [RS:0;06e3e18f2515:34703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:17:57,089 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,093 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:17:57,093 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:17:57,094 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:57,094 DEBUG [RS:0;06e3e18f2515:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:17:57,100 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,100 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,100 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,100 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,100 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,100 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34703,1733145475380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:57,120 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:17:57,120 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34703,1733145475380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,120 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,120 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.Replication(171): 06e3e18f2515,34703,1733145475380 started 2024-12-02T13:17:57,134 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,134 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,34703,1733145475380, RpcServer on 06e3e18f2515/172.17.0.2:34703, sessionid=0x1009b14811c0004 2024-12-02T13:17:57,134 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:17:57,134 DEBUG [RS:0;06e3e18f2515:34703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,134 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34703,1733145475380' 2024-12-02T13:17:57,134 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-721126862/flush-table-proc/abort' 2024-12-02T13:17:57,135 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-721126862/flush-table-proc/acquired' 2024-12-02T13:17:57,136 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:17:57,136 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:17:57,136 DEBUG [RS:0;06e3e18f2515:34703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,136 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34703,1733145475380' 2024-12-02T13:17:57,136 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-721126862/online-snapshot/abort' 2024-12-02T13:17:57,136 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-721126862/online-snapshot/acquired' 2024-12-02T13:17:57,136 DEBUG [RS:0;06e3e18f2515:34703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:17:57,136 INFO [RS:0;06e3e18f2515:34703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:17:57,136 INFO [RS:0;06e3e18f2515:34703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:17:57,237 INFO [RS:0;06e3e18f2515:34703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:17:57,239 INFO [RS:0;06e3e18f2515:34703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C34703%2C1733145475380, suffix=, logDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380, archiveDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/oldWALs, maxLogs=10 2024-12-02T13:17:57,254 DEBUG [RS:0;06e3e18f2515:34703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380/06e3e18f2515%2C34703%2C1733145475380.1733145477239, exclude list is [], retry=0 2024-12-02T13:17:57,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41791,DS-f6c215f4-e2bf-4b96-9d1b-69da935f593c,DISK] 2024-12-02T13:17:57,263 INFO [RS:0;06e3e18f2515:34703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380/06e3e18f2515%2C34703%2C1733145475380.1733145477239 2024-12-02T13:17:57,269 DEBUG [RS:0;06e3e18f2515:34703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-12-02T13:17:57,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:57,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:57,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:57,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:57,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:57,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:57,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:57,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:57,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:57,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740 2024-12-02T13:17:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740 2024-12-02T13:17:57,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:57,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:57,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:57,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:57,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:17:57,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62418375, jitterRate=-0.0698937326669693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:57,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145477372Initializing all the Stores at 1733145477373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145477373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145477373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145477373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145477373Cleaning up temporary data from old regions at 1733145477388 (+15 ms)Region opened successfully at 1733145477392 (+4 ms) 2024-12-02T13:17:57,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:17:57,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:17:57,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:17:57,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:17:57,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:17:57,392 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:17:57,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145477392Disabling compacts and flushes for region at 1733145477392Disabling writes for close at 1733145477392Writing region close event to WAL at 1733145477392Closed at 1733145477392 2024-12-02T13:17:57,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:57,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:17:57,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:17:57,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:57,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:17:57,545 DEBUG [06e3e18f2515:43243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:17:57,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,34703,1733145475380, state=OPENING 2024-12-02T13:17:57,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:17:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:17:57,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721126862/meta-region-server: CHANGED 2024-12-02T13:17:57,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721126862/meta-region-server: CHANGED 2024-12-02T13:17:57,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:17:57,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,34703,1733145475380}] 2024-12-02T13:17:57,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:17:57,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:17:57,717 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:17:57,717 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:57,717 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:17:57,718 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C34703%2C1733145475380.meta, suffix=.meta, logDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380, archiveDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/oldWALs, maxLogs=10 2024-12-02T13:17:57,736 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380/06e3e18f2515%2C34703%2C1733145475380.meta.1733145477719.meta, exclude list is [], retry=0 2024-12-02T13:17:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41791,DS-f6c215f4-e2bf-4b96-9d1b-69da935f593c,DISK] 2024-12-02T13:17:57,739 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380/06e3e18f2515%2C34703%2C1733145475380.meta.1733145477719.meta 2024-12-02T13:17:57,741 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-12-02T13:17:57,741 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:17:57,741 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:17:57,741 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:17:57,741 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:17:57,741 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:17:57,742 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:17:57,742 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:17:57,742 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:17:57,742 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:17:57,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:17:57,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:17:57,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:17:57,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:17:57,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:17:57,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:17:57,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:17:57,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:17:57,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:17:57,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:17:57,752 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:17:57,753 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740 2024-12-02T13:17:57,753 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740 2024-12-02T13:17:57,755 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:17:57,755 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:17:57,756 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:17:57,757 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:17:57,757 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64672095, jitterRate=-0.03631068766117096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:17:57,757 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:17:57,757 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145477742Writing region info on filesystem at 1733145477742Initializing all the Stores at 1733145477742Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145477742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145477742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145477742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145477743 (+1 ms)Cleaning up temporary data from old regions at 1733145477755 (+12 ms)Running coprocessor post-open hooks at 1733145477757 (+2 ms)Region opened successfully at 1733145477757 2024-12-02T13:17:57,759 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145477701 2024-12-02T13:17:57,760 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:17:57,761 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:17:57,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,762 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,34703,1733145475380, state=OPEN 2024-12-02T13:17:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-721126862/meta-region-server 2024-12-02T13:17:57,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721126862/meta-region-server: CHANGED 2024-12-02T13:17:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-721126862/meta-region-server 2024-12-02T13:17:57,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,34703,1733145475380 2024-12-02T13:17:57,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721126862/meta-region-server: CHANGED 2024-12-02T13:17:57,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:17:57,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,34703,1733145475380 in 214 msec 2024-12-02T13:17:57,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:17:57,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-02T13:17:57,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:17:57,768 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:17:57,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:57,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34703,1733145475380, seqNum=-1] 2024-12-02T13:17:57,769 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:57,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:57,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-12-02T13:17:57,778 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145477778, completionTime=-1 2024-12-02T13:17:57,778 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:17:57,778 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145537780 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145597780 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43243,1733145475289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43243,1733145475289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43243,1733145475289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:43243, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,780 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,781 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,782 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:17:57,784 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.332sec 2024-12-02T13:17:57,784 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:17:57,784 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:17:57,784 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:17:57,784 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:17:57,784 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:17:57,785 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43243,1733145475289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:17:57,785 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43243,1733145475289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:17:57,791 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:17:57,791 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:17:57,791 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,43243,1733145475289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:17:57,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ae346e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:57,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43243,-1 for getting cluster id 2024-12-02T13:17:57,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:17:57,833 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8741264-de93-4cd7-9918-a2d14795369e' 2024-12-02T13:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:17:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8741264-de93-4cd7-9918-a2d14795369e" 2024-12-02T13:17:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e15412c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43243,-1] 2024-12-02T13:17:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:17:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:17:57,835 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:17:57,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84be21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:17:57,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:17:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34703,1733145475380, seqNum=-1] 2024-12-02T13:17:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:17:57,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:17:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,43243,1733145475289 2024-12-02T13:17:57,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:57,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.log.dir so I do NOT create it in target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd 2024-12-02T13:17:57,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.tmp.dir so I do NOT create it in target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd 2024-12-02T13:17:57,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T13:17:57,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/cluster_c0bebe67-27bb-4976-c115-7ada775dea15, deleteOnExit=true 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/test.cache.data in system properties and HBase conf 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:17:57,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:17:57,853 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:17:57,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:17:57,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:17:57,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:17:57,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:17:57,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:17:57,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b14811c0005 connected 2024-12-02T13:17:57,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:58,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:58,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:58,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:58,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:58,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:58,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40341b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:58,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4d0068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:58,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192a386b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/java.io.tmpdir/jetty-localhost-43207-hadoop-hdfs-3_4_1-tests_jar-_-any-12915040634056996748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:17:58,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56eb83c8{HTTP/1.1, (http/1.1)}{localhost:43207} 2024-12-02T13:17:58,187 INFO [Time-limited test {}] server.Server(415): Started @294085ms 2024-12-02T13:17:58,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:17:58,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:17:58,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:17:58,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:17:58,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:17:58,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a759102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:17:58,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:17:58,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@668cb360{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/java.io.tmpdir/jetty-localhost-34927-hadoop-hdfs-3_4_1-tests_jar-_-any-1028304875213312355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:17:58,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@195293a6{HTTP/1.1, (http/1.1)}{localhost:34927} 2024-12-02T13:17:58,621 INFO [Time-limited test {}] server.Server(415): Started @294520ms 2024-12-02T13:17:58,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:17:58,909 WARN [Thread-4542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/cluster_c0bebe67-27bb-4976-c115-7ada775dea15/data/data1/current/BP-1609109964-172.17.0.2-1733145477883/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:58,913 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/cluster_c0bebe67-27bb-4976-c115-7ada775dea15/data/data2/current/BP-1609109964-172.17.0.2-1733145477883/current, will proceed with Du for space computation calculation, 2024-12-02T13:17:58,982 WARN [Thread-4530 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:17:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf88a31dc06ea4322 with lease ID 0x42e773e0402e2e33: Processing first storage report for DS-4f0bbb16-2869-4f85-8b50-35eec5f5e1e9 from datanode DatanodeRegistration(127.0.0.1:43687, datanodeUuid=98e78db0-416d-4890-86c1-1d7b34e6aba1, infoPort=42775, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=1215027009;c=1733145477883) 2024-12-02T13:17:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf88a31dc06ea4322 with lease ID 0x42e773e0402e2e33: from storage DS-4f0bbb16-2869-4f85-8b50-35eec5f5e1e9 node DatanodeRegistration(127.0.0.1:43687, datanodeUuid=98e78db0-416d-4890-86c1-1d7b34e6aba1, infoPort=42775, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=1215027009;c=1733145477883), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf88a31dc06ea4322 with lease ID 0x42e773e0402e2e33: Processing first storage report for DS-5b255873-c3e3-4232-959d-adebb660e3dd from datanode DatanodeRegistration(127.0.0.1:43687, datanodeUuid=98e78db0-416d-4890-86c1-1d7b34e6aba1, infoPort=42775, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=1215027009;c=1733145477883) 2024-12-02T13:17:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf88a31dc06ea4322 with lease ID 0x42e773e0402e2e33: from storage DS-5b255873-c3e3-4232-959d-adebb660e3dd node DatanodeRegistration(127.0.0.1:43687, datanodeUuid=98e78db0-416d-4890-86c1-1d7b34e6aba1, infoPort=42775, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=1215027009;c=1733145477883), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:17:59,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd 2024-12-02T13:17:59,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:59,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:17:59,073 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83 with version=8 2024-12-02T13:17:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/hbase-staging 2024-12-02T13:17:59,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:59,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:59,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:59,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:59,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:59,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:59,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:17:59,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:59,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34293 2024-12-02T13:17:59,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34293 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:59,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342930x0, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:59,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34293-0x1009b14811c0006 connected 2024-12-02T13:17:59,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:59,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:59,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on znode that does not yet exist, /21027079474/running 2024-12-02T13:17:59,089 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83, hbase.cluster.distributed=false 2024-12-02T13:17:59,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on znode that does not yet exist, /21027079474/acl 2024-12-02T13:17:59,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34293 2024-12-02T13:17:59,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34293 2024-12-02T13:17:59,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34293 2024-12-02T13:17:59,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34293 2024-12-02T13:17:59,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34293 2024-12-02T13:17:59,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:17:59,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:59,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:59,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:17:59,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:17:59,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:17:59,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:17:59,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:17:59,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39991 2024-12-02T13:17:59,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39991 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:17:59,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:59,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399910x0, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:17:59,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399910x0, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on znode that does not yet exist, /21027079474/running 2024-12-02T13:17:59,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:17:59,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39991-0x1009b14811c0007 connected 2024-12-02T13:17:59,153 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:17:59,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on znode that does not yet exist, /21027079474/master 2024-12-02T13:17:59,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on znode that does not yet exist, /21027079474/acl 2024-12-02T13:17:59,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-02T13:17:59,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39991 2024-12-02T13:17:59,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39991 2024-12-02T13:17:59,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-02T13:17:59,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-02T13:17:59,186 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:34293 2024-12-02T13:17:59,189 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21027079474/backup-masters/06e3e18f2515,34293,1733145479075 2024-12-02T13:17:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474/backup-masters 2024-12-02T13:17:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474/backup-masters 2024-12-02T13:17:59,193 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on existing znode=/21027079474/backup-masters/06e3e18f2515,34293,1733145479075 2024-12-02T13:17:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:17:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21027079474/master 2024-12-02T13:17:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:17:59,197 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on existing znode=/21027079474/master 2024-12-02T13:17:59,197 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21027079474/backup-masters/06e3e18f2515,34293,1733145479075 from backup master directory 2024-12-02T13:17:59,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21027079474/backup-masters/06e3e18f2515,34293,1733145479075 2024-12-02T13:17:59,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474/backup-masters 2024-12-02T13:17:59,198 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:17:59,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474/backup-masters 2024-12-02T13:17:59,198 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,34293,1733145479075 2024-12-02T13:17:59,202 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/hbase.id] with ID: aa66f8a1-d07e-4dd4-ae13-294d17baad6a 2024-12-02T13:17:59,202 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/.tmp/hbase.id 2024-12-02T13:17:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:17:59,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:17:59,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:17:59,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T13:17:59,332 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T13:17:59,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:17:59,332 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T13:17:59,624 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/.tmp/hbase.id]:[hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/hbase.id] 2024-12-02T13:17:59,635 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:17:59,635 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:17:59,636 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T13:17:59,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:17:59,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:17:59,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:17:59,661 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:17:59,661 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:17:59,669 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:17:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:18:00,103 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store 2024-12-02T13:18:00,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:18:00,519 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:00,520 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:18:00,520 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:00,520 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:00,520 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:18:00,520 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:00,520 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:00,520 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145480520Disabling compacts and flushes for region at 1733145480520Disabling writes for close at 1733145480520Writing region close event to WAL at 1733145480520Closed at 1733145480520 2024-12-02T13:18:00,520 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/.initializing 2024-12-02T13:18:00,521 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/WALs/06e3e18f2515,34293,1733145479075 2024-12-02T13:18:00,521 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:18:00,523 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C34293%2C1733145479075, suffix=, logDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/WALs/06e3e18f2515,34293,1733145479075, archiveDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/oldWALs, maxLogs=10 2024-12-02T13:18:00,557 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/WALs/06e3e18f2515,34293,1733145479075/06e3e18f2515%2C34293%2C1733145479075.1733145480523, exclude list is [], retry=0 2024-12-02T13:18:00,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43687,DS-4f0bbb16-2869-4f85-8b50-35eec5f5e1e9,DISK] 2024-12-02T13:18:00,562 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/WALs/06e3e18f2515,34293,1733145479075/06e3e18f2515%2C34293%2C1733145479075.1733145480523 2024-12-02T13:18:00,565 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775)] 2024-12-02T13:18:00,565 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:18:00,565 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:00,565 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,565 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:18:00,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:00,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:00,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:18:00,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:00,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:00,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:18:00,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:00,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:00,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:18:00,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:00,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:00,576 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,576 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,577 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,578 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,578 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,578 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:18:00,579 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:18:00,581 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:18:00,582 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64267001, jitterRate=-0.04234705865383148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:18:00,582 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733145480566Initializing all the Stores at 1733145480566Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145480566Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145480566Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145480566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145480566Cleaning up temporary data from old regions at 1733145480578 (+12 ms)Region opened successfully at 1733145480582 (+4 ms) 2024-12-02T13:18:00,582 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:18:00,584 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2ead4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:18:00,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:18:00,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:18:00,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:18:00,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:18:00,588 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T13:18:00,588 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T13:18:00,588 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:18:00,591 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:18:00,592 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Unable to get data of znode /21027079474/balancer because node does not exist (not necessarily an error) 2024-12-02T13:18:00,592 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21027079474/balancer already deleted, retry=false 2024-12-02T13:18:00,593 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:18:00,593 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Unable to get data of znode /21027079474/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:18:00,594 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21027079474/normalizer already deleted, retry=false 2024-12-02T13:18:00,594 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:18:00,595 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Unable to get data of znode /21027079474/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:18:00,596 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21027079474/switch/split already deleted, retry=false 2024-12-02T13:18:00,596 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Unable to get data of znode /21027079474/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:18:00,597 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21027079474/switch/merge already deleted, retry=false 2024-12-02T13:18:00,598 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Unable to get data of znode /21027079474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:18:00,599 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21027079474/snapshot-cleanup already deleted, retry=false 2024-12-02T13:18:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21027079474/running 2024-12-02T13:18:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21027079474/running 2024-12-02T13:18:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:00,601 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,34293,1733145479075, sessionid=0x1009b14811c0006, setting cluster-up flag (Was=false) 2024-12-02T13:18:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:00,607 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21027079474/flush-table-proc/acquired, /21027079474/flush-table-proc/reached, /21027079474/flush-table-proc/abort 2024-12-02T13:18:00,608 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34293,1733145479075 2024-12-02T13:18:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:00,612 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21027079474/online-snapshot/acquired, /21027079474/online-snapshot/reached, /21027079474/online-snapshot/abort 2024-12-02T13:18:00,612 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34293,1733145479075 2024-12-02T13:18:00,613 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:18:00,614 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:18:00,614 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:18:00,614 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:18:00,615 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,34293,1733145479075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:18:00,615 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:18:00,615 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:18:00,615 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:18:00,615 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:18:00,615 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:18:00,615 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,616 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:18:00,616 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:18:00,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:18:00,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:00,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:18:00,630 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145510629 2024-12-02T13:18:00,630 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:18:00,630 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:18:00,630 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:18:00,630 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:18:00,630 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:18:00,630 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:18:00,633 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,640 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:18:00,640 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:18:00,640 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:18:00,640 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T13:18:00,645 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:18:00,645 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:18:00,647 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145480645,5,FailOnTimeoutGroup] 2024-12-02T13:18:00,648 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145480647,5,FailOnTimeoutGroup] 2024-12-02T13:18:00,648 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,648 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:18:00,648 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,648 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:18:00,675 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(746): ClusterId : aa66f8a1-d07e-4dd4-ae13-294d17baad6a 2024-12-02T13:18:00,676 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:18:00,677 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:18:00,677 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:18:00,677 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:18:00,678 DEBUG [RS:0;06e3e18f2515:39991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5185baed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:18:00,696 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:39991 2024-12-02T13:18:00,696 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:18:00,696 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:18:00,696 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:18:00,697 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,34293,1733145479075 with port=39991, startcode=1733145479127 2024-12-02T13:18:00,697 DEBUG [RS:0;06e3e18f2515:39991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:18:00,699 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:18:00,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,39991,1733145479127 2024-12-02T13:18:00,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34293 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,39991,1733145479127 2024-12-02T13:18:00,701 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83 2024-12-02T13:18:00,701 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38511 2024-12-02T13:18:00,701 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:18:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474/rs 2024-12-02T13:18:00,704 DEBUG [RS:0;06e3e18f2515:39991 {}] zookeeper.ZKUtil(111): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on existing znode=/21027079474/rs/06e3e18f2515,39991,1733145479127 2024-12-02T13:18:00,704 WARN [RS:0;06e3e18f2515:39991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:18:00,704 INFO [RS:0;06e3e18f2515:39991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:18:00,704 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127 2024-12-02T13:18:00,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,39991,1733145479127] 2024-12-02T13:18:00,715 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:18:00,717 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:18:00,725 INFO [RS:0;06e3e18f2515:39991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:18:00,725 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,732 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:18:00,733 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:18:00,733 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:18:00,733 DEBUG [RS:0;06e3e18f2515:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:18:00,736 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,736 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,736 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,736 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,736 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,736 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39991,1733145479127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:18:00,759 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:18:00,759 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,39991,1733145479127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,760 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,760 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.Replication(171): 06e3e18f2515,39991,1733145479127 started 2024-12-02T13:18:00,777 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:00,777 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,39991,1733145479127, RpcServer on 06e3e18f2515/172.17.0.2:39991, sessionid=0x1009b14811c0007 2024-12-02T13:18:00,777 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:18:00,777 DEBUG [RS:0;06e3e18f2515:39991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,39991,1733145479127 2024-12-02T13:18:00,777 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,39991,1733145479127' 2024-12-02T13:18:00,777 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21027079474/flush-table-proc/abort' 2024-12-02T13:18:00,780 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21027079474/flush-table-proc/acquired' 2024-12-02T13:18:00,780 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:18:00,780 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:18:00,781 DEBUG [RS:0;06e3e18f2515:39991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,39991,1733145479127 2024-12-02T13:18:00,781 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,39991,1733145479127' 2024-12-02T13:18:00,781 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21027079474/online-snapshot/abort' 2024-12-02T13:18:00,781 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21027079474/online-snapshot/acquired' 2024-12-02T13:18:00,781 DEBUG [RS:0;06e3e18f2515:39991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:18:00,782 INFO [RS:0;06e3e18f2515:39991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:18:00,782 INFO [RS:0;06e3e18f2515:39991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:18:00,883 INFO [RS:0;06e3e18f2515:39991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:18:00,885 INFO [RS:0;06e3e18f2515:39991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C39991%2C1733145479127, suffix=, logDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127, archiveDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/oldWALs, maxLogs=10 2024-12-02T13:18:00,899 DEBUG [RS:0;06e3e18f2515:39991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127/06e3e18f2515%2C39991%2C1733145479127.1733145480886, exclude list is [], retry=0 2024-12-02T13:18:00,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43687,DS-4f0bbb16-2869-4f85-8b50-35eec5f5e1e9,DISK] 2024-12-02T13:18:00,902 INFO [RS:0;06e3e18f2515:39991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127/06e3e18f2515%2C39991%2C1733145479127.1733145480886 2024-12-02T13:18:00,903 DEBUG [RS:0;06e3e18f2515:39991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775)] 2024-12-02T13:18:01,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:18:01,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83 2024-12-02T13:18:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741833_1009 (size=32) 2024-12-02T13:18:01,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:01,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:18:01,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:18:01,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:18:01,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:18:01,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:18:01,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:18:01,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:18:01,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:18:01,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:18:01,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740 2024-12-02T13:18:01,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740 2024-12-02T13:18:01,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:18:01,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:18:01,485 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:18:01,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:18:01,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:18:01,489 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61568151, jitterRate=-0.08256305754184723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:18:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733145481472Initializing all the Stores at 1733145481472Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145481472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145481472Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145481472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145481472Cleaning up temporary data from old regions at 1733145481485 (+13 ms)Region opened successfully at 1733145481489 (+4 ms) 2024-12-02T13:18:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:18:01,490 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:18:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:18:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:18:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:18:01,498 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:18:01,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145481490Disabling compacts and flushes for region at 1733145481490Disabling writes for close at 1733145481490Writing region close event to WAL at 1733145481497 (+7 ms)Closed at 1733145481497 2024-12-02T13:18:01,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:18:01,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:18:01,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:18:01,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:18:01,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:18:01,651 DEBUG [06e3e18f2515:34293 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T13:18:01,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,39991,1733145479127 2024-12-02T13:18:01,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,39991,1733145479127, state=OPENING 2024-12-02T13:18:01,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:18:01,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:01,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:01,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21027079474/meta-region-server: CHANGED 2024-12-02T13:18:01,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21027079474/meta-region-server: CHANGED 2024-12-02T13:18:01,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:18:01,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,39991,1733145479127}] 2024-12-02T13:18:01,808 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:18:01,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:18:01,825 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:18:01,825 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:18:01,825 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:18:01,827 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C39991%2C1733145479127.meta, suffix=.meta, logDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127, archiveDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/oldWALs, maxLogs=10 2024-12-02T13:18:01,843 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127/06e3e18f2515%2C39991%2C1733145479127.meta.1733145481827.meta, exclude list is [], retry=0 2024-12-02T13:18:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43687,DS-4f0bbb16-2869-4f85-8b50-35eec5f5e1e9,DISK] 2024-12-02T13:18:01,849 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127/06e3e18f2515%2C39991%2C1733145479127.meta.1733145481827.meta 2024-12-02T13:18:01,849 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775)] 2024-12-02T13:18:01,850 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:18:01,850 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:18:01,850 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:18:01,850 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:18:01,850 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:18:01,850 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:18:01,850 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:01,850 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:18:01,850 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:18:01,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:18:01,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:18:01,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:18:01,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:18:01,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:18:01,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:18:01,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:18:01,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:18:01,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:18:01,855 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:18:01,855 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740 2024-12-02T13:18:01,856 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740 2024-12-02T13:18:01,856 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:18:01,856 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:18:01,858 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:18:01,858 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:18:01,859 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75278601, jitterRate=0.12173856794834137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:18:01,859 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:18:01,859 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733145481850Writing region info on filesystem at 1733145481850Initializing all the Stores at 1733145481851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145481851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145481851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145481851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733145481851Cleaning up temporary data from old regions at 1733145481856 (+5 ms)Running coprocessor post-open hooks at 1733145481859 (+3 ms)Region opened successfully at 1733145481859 2024-12-02T13:18:01,861 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733145481808 2024-12-02T13:18:01,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,39991,1733145479127 2024-12-02T13:18:01,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,39991,1733145479127, state=OPEN 2024-12-02T13:18:01,865 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:18:01,865 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:18:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21027079474/meta-region-server 2024-12-02T13:18:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21027079474/meta-region-server 2024-12-02T13:18:01,869 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,39991,1733145479127 2024-12-02T13:18:01,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21027079474/meta-region-server: CHANGED 2024-12-02T13:18:01,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21027079474/meta-region-server: CHANGED 2024-12-02T13:18:01,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:18:01,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,39991,1733145479127 in 213 msec 2024-12-02T13:18:01,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:18:01,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-02T13:18:01,874 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:18:01,874 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:18:01,877 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:01,877 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,39991,1733145479127, seqNum=-1] 2024-12-02T13:18:01,877 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:01,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:18:01,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-12-02T13:18:01,882 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733145481882, completionTime=-1 2024-12-02T13:18:01,883 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T13:18:01,883 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:18:01,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T13:18:01,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145541884 2024-12-02T13:18:01,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145601884 2024-12-02T13:18:01,884 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T13:18:01,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34293,1733145479075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:01,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34293,1733145479075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:01,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34293,1733145479075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:01,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:34293, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:01,885 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:01,887 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:18:01,890 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.696sec 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34293,1733145479075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:18:01,894 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34293,1733145479075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:18:01,896 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:18:01,896 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:18:01,896 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34293,1733145479075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:18:01,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268445d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:01,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34293,-1 for getting cluster id 2024-12-02T13:18:01,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:01,978 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa66f8a1-d07e-4dd4-ae13-294d17baad6a' 2024-12-02T13:18:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa66f8a1-d07e-4dd4-ae13-294d17baad6a" 2024-12-02T13:18:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360459f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34293,-1] 2024-12-02T13:18:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:01,980 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:01,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:01,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,39991,1733145479127, seqNum=-1] 2024-12-02T13:18:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:01,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:18:01,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,34293,1733145479075 2024-12-02T13:18:01,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51322 2024-12-02T13:18:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:18:01,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009b14811c0008 connected 2024-12-02T13:18:01,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:01,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39357,1733145471317 2024-12-02T13:18:01,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784648c0 2024-12-02T13:18:01,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:01,999 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:02,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:18:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:18:02,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:18:02,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:02,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:18:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:02,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:18:02,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:18:02,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 981d452e233612eb44fa8bc581fc0487, NAME => 'test,,1733145481999.981d452e233612eb44fa8bc581fc0487.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8 2024-12-02T13:18:02,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:18:02,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145481999.981d452e233612eb44fa8bc581fc0487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:02,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 981d452e233612eb44fa8bc581fc0487, disabling compactions & flushes 2024-12-02T13:18:02,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:02,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:02,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145481999.981d452e233612eb44fa8bc581fc0487. after waiting 0 ms 2024-12-02T13:18:02,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:02,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:02,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 981d452e233612eb44fa8bc581fc0487: Waiting for close lock at 1733145482071Disabling compacts and flushes for region at 1733145482071Disabling writes for close at 1733145482071Writing region close event to WAL at 1733145482071Closed at 1733145482071 2024-12-02T13:18:02,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:18:02,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145481999.981d452e233612eb44fa8bc581fc0487.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145482072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145482072"}]},"ts":"1733145482072"} 2024-12-02T13:18:02,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:18:02,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:18:02,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145482076"}]},"ts":"1733145482076"} 2024-12-02T13:18:02,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:18:02,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=981d452e233612eb44fa8bc581fc0487, ASSIGN}] 2024-12-02T13:18:02,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=981d452e233612eb44fa8bc581fc0487, ASSIGN 2024-12-02T13:18:02,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=981d452e233612eb44fa8bc581fc0487, ASSIGN; state=OFFLINE, location=06e3e18f2515,42833,1733145471411; forceNewPlan=false, retain=false 2024-12-02T13:18:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:02,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=981d452e233612eb44fa8bc581fc0487, regionState=OPENING, regionLocation=06e3e18f2515,42833,1733145471411 2024-12-02T13:18:02,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=981d452e233612eb44fa8bc581fc0487, ASSIGN because future has completed 2024-12-02T13:18:02,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981d452e233612eb44fa8bc581fc0487, server=06e3e18f2515,42833,1733145471411}] 2024-12-02T13:18:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:02,389 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:02,389 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 981d452e233612eb44fa8bc581fc0487, NAME => 'test,,1733145481999.981d452e233612eb44fa8bc581fc0487.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:18:02,390 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:18:02,390 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:18:02,390 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,390 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145481999.981d452e233612eb44fa8bc581fc0487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:02,390 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,390 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,391 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,392 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981d452e233612eb44fa8bc581fc0487 columnFamilyName f 2024-12-02T13:18:02,392 DEBUG [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:02,392 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] regionserver.HStore(327): Store=981d452e233612eb44fa8bc581fc0487/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:02,392 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,393 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981d452e233612eb44fa8bc581fc0487 columnFamilyName f1 2024-12-02T13:18:02,393 DEBUG [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:02,393 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] regionserver.HStore(327): Store=981d452e233612eb44fa8bc581fc0487/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:02,394 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,397 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981d452e233612eb44fa8bc581fc0487 columnFamilyName norep 2024-12-02T13:18:02,397 DEBUG [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:02,397 INFO [StoreOpener-981d452e233612eb44fa8bc581fc0487-1 {}] regionserver.HStore(327): Store=981d452e233612eb44fa8bc581fc0487/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:02,398 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,398 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,398 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,399 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,399 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,399 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:18:02,400 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,401 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:18:02,402 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 981d452e233612eb44fa8bc581fc0487; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328425, jitterRate=-0.11593757569789886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:18:02,402 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:02,402 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 981d452e233612eb44fa8bc581fc0487: Running coprocessor pre-open hook at 1733145482390Writing region info on filesystem at 1733145482390Initializing all the Stores at 1733145482391 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145482391Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145482391Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145482391Cleaning up temporary data from old regions at 1733145482399 (+8 ms)Running coprocessor post-open hooks at 1733145482402 (+3 ms)Region opened successfully at 1733145482402 2024-12-02T13:18:02,403 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145481999.981d452e233612eb44fa8bc581fc0487., pid=6, masterSystemTime=1733145482385 2024-12-02T13:18:02,404 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:02,404 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:02,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=981d452e233612eb44fa8bc581fc0487, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,42833,1733145471411 2024-12-02T13:18:02,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981d452e233612eb44fa8bc581fc0487, server=06e3e18f2515,42833,1733145471411 because future has completed 2024-12-02T13:18:02,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:18:02,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 981d452e233612eb44fa8bc581fc0487, server=06e3e18f2515,42833,1733145471411 in 174 msec 2024-12-02T13:18:02,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:18:02,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=981d452e233612eb44fa8bc581fc0487, ASSIGN in 331 msec 2024-12-02T13:18:02,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:18:02,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145482412"}]},"ts":"1733145482412"} 2024-12-02T13:18:02,413 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:18:02,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:18:02,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 415 msec 2024-12-02T13:18:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:02,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:02,633 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:18:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43243,1733145475289 2024-12-02T13:18:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3313b5cb 2024-12-02T13:18:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:02,634 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:02,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:18:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:18:02,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:18:02,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:02,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:02,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:18:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:18:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:03,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c834b0d7023a800465039f4a223439d, NAME => 'test,,1733145482635.8c834b0d7023a800465039f4a223439d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888 2024-12-02T13:18:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:18:03,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145482635.8c834b0d7023a800465039f4a223439d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:03,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c834b0d7023a800465039f4a223439d, disabling compactions & flushes 2024-12-02T13:18:03,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:03,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:03,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145482635.8c834b0d7023a800465039f4a223439d. after waiting 0 ms 2024-12-02T13:18:03,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:03,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:03,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c834b0d7023a800465039f4a223439d: Waiting for close lock at 1733145483054Disabling compacts and flushes for region at 1733145483054Disabling writes for close at 1733145483055 (+1 ms)Writing region close event to WAL at 1733145483055Closed at 1733145483055 2024-12-02T13:18:03,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:18:03,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145482635.8c834b0d7023a800465039f4a223439d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145483056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145483056"}]},"ts":"1733145483056"} 2024-12-02T13:18:03,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:18:03,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:18:03,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145483058"}]},"ts":"1733145483058"} 2024-12-02T13:18:03,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:18:03,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c834b0d7023a800465039f4a223439d, ASSIGN}] 2024-12-02T13:18:03,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c834b0d7023a800465039f4a223439d, ASSIGN 2024-12-02T13:18:03,061 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c834b0d7023a800465039f4a223439d, ASSIGN; state=OFFLINE, location=06e3e18f2515,34703,1733145475380; forceNewPlan=false, retain=false 2024-12-02T13:18:03,212 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c834b0d7023a800465039f4a223439d, regionState=OPENING, regionLocation=06e3e18f2515,34703,1733145475380 2024-12-02T13:18:03,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c834b0d7023a800465039f4a223439d, ASSIGN because future has completed 2024-12-02T13:18:03,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c834b0d7023a800465039f4a223439d, server=06e3e18f2515,34703,1733145475380}] 2024-12-02T13:18:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:03,369 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:03,369 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c834b0d7023a800465039f4a223439d, NAME => 'test,,1733145482635.8c834b0d7023a800465039f4a223439d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:18:03,370 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:18:03,370 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:18:03,370 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,370 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145482635.8c834b0d7023a800465039f4a223439d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:03,370 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,370 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,371 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,372 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c834b0d7023a800465039f4a223439d columnFamilyName f 2024-12-02T13:18:03,372 DEBUG [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:03,374 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] regionserver.HStore(327): Store=8c834b0d7023a800465039f4a223439d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:03,374 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,383 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c834b0d7023a800465039f4a223439d columnFamilyName f1 2024-12-02T13:18:03,383 DEBUG [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:03,384 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] regionserver.HStore(327): Store=8c834b0d7023a800465039f4a223439d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:03,384 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,386 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c834b0d7023a800465039f4a223439d columnFamilyName norep 2024-12-02T13:18:03,387 DEBUG [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:03,387 INFO [StoreOpener-8c834b0d7023a800465039f4a223439d-1 {}] regionserver.HStore(327): Store=8c834b0d7023a800465039f4a223439d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:03,387 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,390 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,390 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,391 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,391 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,392 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:18:03,393 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,398 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:18:03,399 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c834b0d7023a800465039f4a223439d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62911031, jitterRate=-0.06255258619785309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:18:03,399 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:03,399 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c834b0d7023a800465039f4a223439d: Running coprocessor pre-open hook at 1733145483370Writing region info on filesystem at 1733145483370Initializing all the Stores at 1733145483371 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145483371Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145483371Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145483371Cleaning up temporary data from old regions at 1733145483391 (+20 ms)Running coprocessor post-open hooks at 1733145483399 (+8 ms)Region opened successfully at 1733145483399 2024-12-02T13:18:03,400 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145482635.8c834b0d7023a800465039f4a223439d., pid=6, masterSystemTime=1733145483366 2024-12-02T13:18:03,401 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:03,401 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:03,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c834b0d7023a800465039f4a223439d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,34703,1733145475380 2024-12-02T13:18:03,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c834b0d7023a800465039f4a223439d, server=06e3e18f2515,34703,1733145475380 because future has completed 2024-12-02T13:18:03,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:18:03,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c834b0d7023a800465039f4a223439d, server=06e3e18f2515,34703,1733145475380 in 192 msec 2024-12-02T13:18:03,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:18:03,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c834b0d7023a800465039f4a223439d, ASSIGN in 347 msec 2024-12-02T13:18:03,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:18:03,410 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145483410"}]},"ts":"1733145483410"} 2024-12-02T13:18:03,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:18:03,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:18:03,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-12-02T13:18:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:03,773 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:18:03,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34293,1733145479075 2024-12-02T13:18:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b7c13c0 2024-12-02T13:18:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:03,775 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:03,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:18:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T13:18:03,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:18:03,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:03,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T13:18:03,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:18:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741835_1011 (size=902) 2024-12-02T13:18:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:04,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bddabe7fe3396be8d2aa156a5a415b6d, NAME => 'test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83 2024-12-02T13:18:04,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741836_1012 (size=39) 2024-12-02T13:18:04,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:04,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bddabe7fe3396be8d2aa156a5a415b6d, disabling compactions & flushes 2024-12-02T13:18:04,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:04,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:04,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. after waiting 0 ms 2024-12-02T13:18:04,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:04,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:04,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bddabe7fe3396be8d2aa156a5a415b6d: Waiting for close lock at 1733145484187Disabling compacts and flushes for region at 1733145484187Disabling writes for close at 1733145484187Writing region close event to WAL at 1733145484187Closed at 1733145484187 2024-12-02T13:18:04,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:18:04,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733145484188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145484188"}]},"ts":"1733145484188"} 2024-12-02T13:18:04,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:18:04,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:18:04,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145484190"}]},"ts":"1733145484190"} 2024-12-02T13:18:04,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T13:18:04,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bddabe7fe3396be8d2aa156a5a415b6d, ASSIGN}] 2024-12-02T13:18:04,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bddabe7fe3396be8d2aa156a5a415b6d, ASSIGN 2024-12-02T13:18:04,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bddabe7fe3396be8d2aa156a5a415b6d, ASSIGN; state=OFFLINE, location=06e3e18f2515,39991,1733145479127; forceNewPlan=false, retain=false 2024-12-02T13:18:04,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bddabe7fe3396be8d2aa156a5a415b6d, regionState=OPENING, regionLocation=06e3e18f2515,39991,1733145479127 2024-12-02T13:18:04,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bddabe7fe3396be8d2aa156a5a415b6d, ASSIGN because future has completed 2024-12-02T13:18:04,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bddabe7fe3396be8d2aa156a5a415b6d, server=06e3e18f2515,39991,1733145479127}] 2024-12-02T13:18:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:04,510 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:04,510 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bddabe7fe3396be8d2aa156a5a415b6d, NAME => 'test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:18:04,525 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:18:04,526 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T13:18:04,526 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,526 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:04,526 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,526 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,536 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,537 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddabe7fe3396be8d2aa156a5a415b6d columnFamilyName f 2024-12-02T13:18:04,537 DEBUG [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:04,537 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] regionserver.HStore(327): Store=bddabe7fe3396be8d2aa156a5a415b6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:04,537 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,538 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddabe7fe3396be8d2aa156a5a415b6d columnFamilyName f1 2024-12-02T13:18:04,538 DEBUG [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:04,539 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] regionserver.HStore(327): Store=bddabe7fe3396be8d2aa156a5a415b6d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:04,539 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,540 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddabe7fe3396be8d2aa156a5a415b6d columnFamilyName norep 2024-12-02T13:18:04,540 DEBUG [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:04,540 INFO [StoreOpener-bddabe7fe3396be8d2aa156a5a415b6d-1 {}] regionserver.HStore(327): Store=bddabe7fe3396be8d2aa156a5a415b6d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:04,541 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,543 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,543 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,544 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,544 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,545 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:18:04,549 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,557 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:18:04,558 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bddabe7fe3396be8d2aa156a5a415b6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67195730, jitterRate=0.0012944042682647705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:18:04,558 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:04,558 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bddabe7fe3396be8d2aa156a5a415b6d: Running coprocessor pre-open hook at 1733145484526Writing region info on filesystem at 1733145484526Initializing all the Stores at 1733145484527 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145484527Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145484533 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145484533Cleaning up temporary data from old regions at 1733145484544 (+11 ms)Running coprocessor post-open hooks at 1733145484558 (+14 ms)Region opened successfully at 1733145484558 2024-12-02T13:18:04,559 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d., pid=6, masterSystemTime=1733145484500 2024-12-02T13:18:04,563 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:04,563 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:04,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bddabe7fe3396be8d2aa156a5a415b6d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=06e3e18f2515,39991,1733145479127 2024-12-02T13:18:04,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bddabe7fe3396be8d2aa156a5a415b6d, server=06e3e18f2515,39991,1733145479127 because future has completed 2024-12-02T13:18:04,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:18:04,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bddabe7fe3396be8d2aa156a5a415b6d, server=06e3e18f2515,39991,1733145479127 in 222 msec 2024-12-02T13:18:04,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:18:04,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bddabe7fe3396be8d2aa156a5a415b6d, ASSIGN in 380 msec 2024-12-02T13:18:04,582 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:18:04,582 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145484582"}]},"ts":"1733145484582"} 2024-12-02T13:18:04,584 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T13:18:04,585 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:18:04,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 810 msec 2024-12-02T13:18:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:18:04,914 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T13:18:04,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:04,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39357,-1 for getting cluster id 2024-12-02T13:18:04,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:04,915 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38146ea5-06ce-4796-beb1-810404287271' 2024-12-02T13:18:04,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38146ea5-06ce-4796-beb1-810404287271" 2024-12-02T13:18:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7ba4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39357,-1] 2024-12-02T13:18:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:04,917 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4727c82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:04,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39357,1733145471317 2024-12-02T13:18:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f53593 2024-12-02T13:18:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:04,920 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:04,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://06e3e18f2515:43243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:18:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:18:04,927 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:43243' 2024-12-02T13:18:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:18:04,928 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1c4248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:04,928 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43243,-1 for getting cluster id 2024-12-02T13:18:04,928 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:04,929 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8741264-de93-4cd7-9918-a2d14795369e' 2024-12-02T13:18:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8741264-de93-4cd7-9918-a2d14795369e" 2024-12-02T13:18:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7735ac25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43243,-1] 2024-12-02T13:18:04,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:04,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:04,930 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:04,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbe9940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:04,931 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:04,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43243,1733145475289 2024-12-02T13:18:04,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee5d415 2024-12-02T13:18:04,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:04,932 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:04,933 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T13:18:04,933 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:18:04,933 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:04,933 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:04,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:04,934 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:18:04,935 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T13:18:04,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:18:04,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:04,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:18:04,985 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T13:18:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741837_1013 (size=1138) 2024-12-02T13:18:05,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbf5ad4a94e60638b5affdde99b89fd4, NAME => 'hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8 2024-12-02T13:18:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741838_1014 (size=44) 2024-12-02T13:18:05,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:05,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbf5ad4a94e60638b5affdde99b89fd4, disabling compactions & flushes 2024-12-02T13:18:05,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:05,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:05,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. after waiting 0 ms 2024-12-02T13:18:05,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:05,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:05,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbf5ad4a94e60638b5affdde99b89fd4: Waiting for close lock at 1733145485031Disabling compacts and flushes for region at 1733145485031Disabling writes for close at 1733145485031Writing region close event to WAL at 1733145485031Closed at 1733145485031 2024-12-02T13:18:05,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:18:05,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733145485032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733145485032"}]},"ts":"1733145485032"} 2024-12-02T13:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:18:05,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:18:05,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:18:05,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145485035"}]},"ts":"1733145485035"} 2024-12-02T13:18:05,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T13:18:05,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbf5ad4a94e60638b5affdde99b89fd4, ASSIGN}] 2024-12-02T13:18:05,038 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbf5ad4a94e60638b5affdde99b89fd4, ASSIGN 2024-12-02T13:18:05,039 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbf5ad4a94e60638b5affdde99b89fd4, ASSIGN; state=OFFLINE, location=06e3e18f2515,42833,1733145471411; forceNewPlan=false, retain=false 2024-12-02T13:18:05,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbf5ad4a94e60638b5affdde99b89fd4, regionState=OPENING, regionLocation=06e3e18f2515,42833,1733145471411 2024-12-02T13:18:05,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbf5ad4a94e60638b5affdde99b89fd4, ASSIGN because future has completed 2024-12-02T13:18:05,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbf5ad4a94e60638b5affdde99b89fd4, server=06e3e18f2515,42833,1733145471411}] 2024-12-02T13:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:18:05,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:05,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:18:05,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T13:18:05,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=06e3e18f2515%2C42833%2C1733145471411.rep, suffix=, logDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411, archiveDir=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/oldWALs, maxLogs=10 2024-12-02T13:18:05,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.rep.1733145485346, exclude list is [], retry=0 2024-12-02T13:18:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-bdb93792-767b-41fb-be82-1040adeb8d49,DISK] 2024-12-02T13:18:05,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.rep.1733145485346 2024-12-02T13:18:05,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-02T13:18:05,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbf5ad4a94e60638b5affdde99b89fd4, NAME => 'hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:18:05,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T13:18:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:18:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. service=MultiRowMutationService 2024-12-02T13:18:05,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T13:18:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:18:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,368 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,369 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf5ad4a94e60638b5affdde99b89fd4 columnFamilyName hfileref 2024-12-02T13:18:05,369 DEBUG [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:05,369 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] regionserver.HStore(327): Store=bbf5ad4a94e60638b5affdde99b89fd4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:05,369 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,370 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf5ad4a94e60638b5affdde99b89fd4 columnFamilyName queue 2024-12-02T13:18:05,370 DEBUG [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:05,370 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] regionserver.HStore(327): Store=bbf5ad4a94e60638b5affdde99b89fd4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:05,370 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,382 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf5ad4a94e60638b5affdde99b89fd4 columnFamilyName sid 2024-12-02T13:18:05,382 DEBUG [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:18:05,382 INFO [StoreOpener-bbf5ad4a94e60638b5affdde99b89fd4-1 {}] regionserver.HStore(327): Store=bbf5ad4a94e60638b5affdde99b89fd4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:18:05,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:18:05,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:18:05,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbf5ad4a94e60638b5affdde99b89fd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75287653, jitterRate=0.12187345325946808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:18:05,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:05,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbf5ad4a94e60638b5affdde99b89fd4: Running coprocessor pre-open hook at 1733145485367Writing region info on filesystem at 1733145485367Initializing all the Stores at 1733145485368 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145485368Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145485368Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145485368Cleaning up temporary data from old regions at 1733145485384 (+16 ms)Running coprocessor post-open hooks at 1733145485391 (+7 ms)Region opened successfully at 1733145485391 2024-12-02T13:18:05,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4., pid=10, masterSystemTime=1733145485342 2024-12-02T13:18:05,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:05,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:05,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbf5ad4a94e60638b5affdde99b89fd4, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,42833,1733145471411 2024-12-02T13:18:05,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbf5ad4a94e60638b5affdde99b89fd4, server=06e3e18f2515,42833,1733145471411 because future has completed 2024-12-02T13:18:05,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T13:18:05,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbf5ad4a94e60638b5affdde99b89fd4, server=06e3e18f2515,42833,1733145471411 in 215 msec 2024-12-02T13:18:05,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T13:18:05,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbf5ad4a94e60638b5affdde99b89fd4, ASSIGN in 371 msec 2024-12-02T13:18:05,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:18:05,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733145485410"}]},"ts":"1733145485410"} 2024-12-02T13:18:05,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T13:18:05,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:18:05,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 479 msec 2024-12-02T13:18:05,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4., hostname=06e3e18f2515,42833,1733145471411, seqNum=2] 2024-12-02T13:18:05,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:18:05,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:18:05,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:18:05,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T13:18:05,602 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T13:18:05,641 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-06e3e18f2515,42833,1733145471411, ReplicationSource: 1, currentBandwidth=0 2024-12-02T13:18:05,641 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:05,641 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42833,1733145471411, seqNum=-1] 2024-12-02T13:18:05,642 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:05,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-02T13:18:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-06e3e18f2515,42833,1733145471411', locateType=CURRENT is [region=hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4., hostname=06e3e18f2515,42833,1733145471411, seqNum=2] 2024-12-02T13:18:05,646 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T13:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T13:18:05,650 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 06e3e18f2515,42833,1733145471411 suceeded 2024-12-02T13:18:05,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T13:18:05,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-02T13:18:05,652 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://06e3e18f2515:43243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:18:05,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 732 msec 2024-12-02T13:18:05,660 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:43243' 2024-12-02T13:18:05,661 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a98c7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:05,662 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43243,-1 for getting cluster id 2024-12-02T13:18:05,662 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:05,663 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8741264-de93-4cd7-9918-a2d14795369e' 2024-12-02T13:18:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8741264-de93-4cd7-9918-a2d14795369e" 2024-12-02T13:18:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272f4f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43243,-1] 2024-12-02T13:18:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:05,664 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:05,665 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5215d8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:05,665 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:05,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43243,1733145475289 2024-12-02T13:18:05,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bb1e887 2024-12-02T13:18:05,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:05,667 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T13:18:05,668 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-06e3e18f2515,42833,1733145471411 (queues=1) is replicating from cluster=38146ea5-06ce-4796-beb1-810404287271 to cluster=f8741264-de93-4cd7-9918-a2d14795369e 2024-12-02T13:18:05,668 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=06e3e18f2515%2C42833%2C1733145471411 2024-12-02T13:18:05,668 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-06e3e18f2515,42833,1733145471411, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:18:05,668 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C42833%2C1733145471411 2024-12-02T13:18:05,668 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272, startPosition=0, beingWritten=true 2024-12-02T13:18:05,679 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:18:05,679 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to pos 379, reset compression=false 2024-12-02T13:18:05,679 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42833,1733145471411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:18:05,882 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to pos 379, reset compression=false 2024-12-02T13:18:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T13:18:06,063 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T13:18:06,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:06,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:06,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:06,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39357,-1 for getting cluster id 2024-12-02T13:18:06,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:06,064 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38146ea5-06ce-4796-beb1-810404287271' 2024-12-02T13:18:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38146ea5-06ce-4796-beb1-810404287271" 2024-12-02T13:18:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42eaa734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39357,-1] 2024-12-02T13:18:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,065 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23da3e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43243,-1 for getting cluster id 2024-12-02T13:18:06,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:06,067 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8741264-de93-4cd7-9918-a2d14795369e' 2024-12-02T13:18:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8741264-de93-4cd7-9918-a2d14795369e" 2024-12-02T13:18:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d125152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43243,-1] 2024-12-02T13:18:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,067 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109e6c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34293,-1 for getting cluster id 2024-12-02T13:18:06,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:06,069 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa66f8a1-d07e-4dd4-ae13-294d17baad6a' 2024-12-02T13:18:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa66f8a1-d07e-4dd4-ae13-294d17baad6a" 2024-12-02T13:18:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10810b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34293,-1] 2024-12-02T13:18:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,069 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5e3947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:18:06,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733145486073/Put/seqid=0 2024-12-02T13:18:06,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741840_1016 (size=7894) 2024-12-02T13:18:06,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733145486078/Put/seqid=0 2024-12-02T13:18:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741841_1017 (size=7691) 2024-12-02T13:18:06,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d27964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39357,-1 for getting cluster id 2024-12-02T13:18:06,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:06,083 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38146ea5-06ce-4796-beb1-810404287271' 2024-12-02T13:18:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38146ea5-06ce-4796-beb1-810404287271" 2024-12-02T13:18:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da51eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39357,-1] 2024-12-02T13:18:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,085 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:06,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:06,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42833,1733145471411, seqNum=-1] 2024-12-02T13:18:06,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:06,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:18:06,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39357,1733145471317 2024-12-02T13:18:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2456f78a 2024-12-02T13:18:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:06,094 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2] 2024-12-02T13:18:06,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:18:06,103 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-02T13:18:06,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-02T13:18:06,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T13:18:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:06,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T13:18:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegion(2603): Flush status journal for 981d452e233612eb44fa8bc581fc0487: 2024-12-02T13:18:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_0 2024-12-02T13:18:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_0 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ 2024-12-02T13:18:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_1 2024-12-02T13:18:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_1 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ 2024-12-02T13:18:06,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_0 into 981d452e233612eb44fa8bc581fc0487/f as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ - updating store file list. 2024-12-02T13:18:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e544ad51920445778eaa379be5ac1fb8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:06,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ into 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:06,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_0 into 981d452e233612eb44fa8bc581fc0487/f (new location: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_) 2024-12-02T13:18:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_0 2024-12-02T13:18:06,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_1 into 981d452e233612eb44fa8bc581fc0487/f as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ - updating store file list. 2024-12-02T13:18:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:06,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ into 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:06,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_1 into 981d452e233612eb44fa8bc581fc0487/f (new location: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_) 2024-12-02T13:18:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__8e35pq4q8ivvn11bqt1ncda1ig71l42lt9ioh8eaga6bm71ef4oefqqvdj9m0upl/f/hfile_1 2024-12-02T13:18:06,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:06,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:06,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2 , the old value is region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=06e3e18f2515:42833 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:18:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:18:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2 from cache 2024-12-02T13:18:06,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:06,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T13:18:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34703,1733145475380, seqNum=-1] 2024-12-02T13:18:06,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:06,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:18:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145482635.8c834b0d7023a800465039f4a223439d., hostname=06e3e18f2515,34703,1733145475380, seqNum=2] 2024-12-02T13:18:06,131 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T13:18:06,186 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to pos 379, reset compression=false 2024-12-02T13:18:06,190 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:18:06,190 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42833,1733145471411 got entry batch from reader: WALEntryBatch [walEntries=[{test/981d452e233612eb44fa8bc581fc0487/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145486125/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T13:18:06,191 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:18:06,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T13:18:06,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.ReplicationSink(318): Replicating [38146ea5-06ce-4796-beb1-810404287271] bulk loaded data 2024-12-02T13:18:06,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13126ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,43243,-1 for getting cluster id 2024-12-02T13:18:06,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:06,194 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8741264-de93-4cd7-9918-a2d14795369e' 2024-12-02T13:18:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8741264-de93-4cd7-9918-a2d14795369e" 2024-12-02T13:18:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386fcd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,43243,-1] 2024-12-02T13:18:06,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:06,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:06,195 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:06,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c89c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741837_1013 (size=7894) 2024-12-02T13:18:06,233 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:42833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T13:18:06,390 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to pos 687, reset compression=false 2024-12-02T13:18:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741838_1014 (size=7691) 2024-12-02T13:18:06,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,43243,1733145475289 2024-12-02T13:18:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d2bcf06 2024-12-02T13:18:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:06,612 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-02T13:18:06,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:18:06,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,34703,1733145475380, seqNum=-1] 2024-12-02T13:18:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:06,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-02T13:18:06,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-02T13:18:06,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-02T13:18:06,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ for inclusion in 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T13:18:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:06,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ for inclusion in 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T13:18:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegion(2603): Flush status journal for 8c834b0d7023a800465039f4a223439d: 2024-12-02T13:18:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:18:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/d4f025fdc60b4c77a0c7a524610806d6_SeqId_4_ 2024-12-02T13:18:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e544ad51920445778eaa379be5ac1fb8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:18:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/2439dfeedd264f489868fb34df1c7e77_SeqId_4_ 2024-12-02T13:18:06,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ into 8c834b0d7023a800465039f4a223439d/f as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/d4f025fdc60b4c77a0c7a524610806d6_SeqId_4_ - updating store file list. 2024-12-02T13:18:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4f025fdc60b4c77a0c7a524610806d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:06,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/d4f025fdc60b4c77a0c7a524610806d6_SeqId_4_ into 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:06,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ into 8c834b0d7023a800465039f4a223439d/f (new location: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/d4f025fdc60b4c77a0c7a524610806d6_SeqId_4_) 2024-12-02T13:18:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_ 2024-12-02T13:18:06,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ into 8c834b0d7023a800465039f4a223439d/f as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/2439dfeedd264f489868fb34df1c7e77_SeqId_4_ - updating store file list. 2024-12-02T13:18:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2439dfeedd264f489868fb34df1c7e77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:06,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/2439dfeedd264f489868fb34df1c7e77_SeqId_4_ into 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:06,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ into 8c834b0d7023a800465039f4a223439d/f (new location: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/2439dfeedd264f489868fb34df1c7e77_SeqId_4_) 2024-12-02T13:18:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__hvg0g0g70odchhkd3dfehgv0l7sukd0rkvcm975e9mf4ftbjdcjmg228hsioqcsv/f/e544ad51920445778eaa379be5ac1fb8_SeqId_4_ 2024-12-02T13:18:06,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.ReplicationSink(324): Finished replicating [38146ea5-06ce-4796-beb1-810404287271] bulk loaded data 2024-12-02T13:18:06,693 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to pos 687, reset compression=false 2024-12-02T13:18:07,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:07,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:18:07,023 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128913 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [06e3e18f2515,33707,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:33707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T13:18:07,096 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to pos 687, reset compression=false 2024-12-02T13:18:07,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,39991,1733145479127, seqNum=-1] 2024-12-02T13:18:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:07,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:18:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d., hostname=06e3e18f2515,39991,1733145479127, seqNum=2] 2024-12-02T13:18:07,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:18:07,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:18:07,146 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 06e3e18f2515%2C42833%2C1733145471411.rep:(num 1733145485346) roll requested 2024-12-02T13:18:07,162 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.rep.1733145487146, exclude list is [], retry=0 2024-12-02T13:18:07,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-bdb93792-767b-41fb-be82-1040adeb8d49,DISK] 2024-12-02T13:18:07,166 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.rep.1733145485346 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.rep.1733145487146 2024-12-02T13:18:07,166 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-02T13:18:07,166 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.rep.1733145485346 is not closed yet, will try archiving it next time 2024-12-02T13:18:07,166 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 06e3e18f2515%2C42833%2C1733145471411.meta:.meta(num 1733145473683) roll requested 2024-12-02T13:18:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741839_1015 (size=1505) 2024-12-02T13:18:07,180 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.meta.1733145487166.meta, exclude list is [], retry=0 2024-12-02T13:18:07,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-bdb93792-767b-41fb-be82-1040adeb8d49,DISK] 2024-12-02T13:18:07,184 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.meta.1733145473683.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.meta.1733145487166.meta 2024-12-02T13:18:07,196 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-02T13:18:07,196 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.meta.1733145473683.meta is not closed yet, will try archiving it next time 2024-12-02T13:18:07,196 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 06e3e18f2515%2C42833%2C1733145471411:(num 1733145473272) roll requested 2024-12-02T13:18:07,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.meta.1733145473683.meta not finished, retry = 0 2024-12-02T13:18:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741834_1010 (size=3473) 2024-12-02T13:18:07,212 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196, exclude list is [], retry=0 2024-12-02T13:18:07,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-bdb93792-767b-41fb-be82-1040adeb8d49,DISK] 2024-12-02T13:18:07,215 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 2024-12-02T13:18:07,215 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-02T13:18:07,215 DEBUG [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 is not closed yet, will try archiving it next time 2024-12-02T13:18:07,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ce242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39357,-1 for getting cluster id 2024-12-02T13:18:07,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741833_1009 (size=695) 2024-12-02T13:18:07,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 not finished, retry = 0 2024-12-02T13:18:07,216 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38146ea5-06ce-4796-beb1-810404287271' 2024-12-02T13:18:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38146ea5-06ce-4796-beb1-810404287271" 2024-12-02T13:18:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645593af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39357,-1] 2024-12-02T13:18:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:07,217 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970f39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39357,1733145471317 2024-12-02T13:18:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37544ad6 2024-12-02T13:18:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:07,219 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:07,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://06e3e18f2515:34293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T13:18:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T13:18:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T13:18:07,221 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:34293' 2024-12-02T13:18:07,222 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c79a7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,222 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34293,-1 for getting cluster id 2024-12-02T13:18:07,222 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:07,222 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa66f8a1-d07e-4dd4-ae13-294d17baad6a' 2024-12-02T13:18:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa66f8a1-d07e-4dd4-ae13-294d17baad6a" 2024-12-02T13:18:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9c8eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34293,-1] 2024-12-02T13:18:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:07,223 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41960952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,224 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:07,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34293,1733145479075 2024-12-02T13:18:07,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8764f8b 2024-12-02T13:18:07,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:07,224 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:07,225 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T13:18:07,225 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T13:18:07,225 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:07,225 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:07,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:07,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T13:18:07,317 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/oldWALs/06e3e18f2515%2C42833%2C1733145471411.1733145473272 2024-12-02T13:18:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T13:18:07,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:18:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T13:18:07,383 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T13:18:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:07,418 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-06e3e18f2515,42833,1733145471411, ReplicationSource: 2, currentBandwidth=0 2024-12-02T13:18:07,420 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T13:18:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T13:18:07,422 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 06e3e18f2515,42833,1733145471411 suceeded 2024-12-02T13:18:07,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T13:18:07,424 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://06e3e18f2515:34293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T13:18:07,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-02T13:18:07,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 205 msec 2024-12-02T13:18:07,433 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='06e3e18f2515:34293' 2024-12-02T13:18:07,434 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@480a8c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,434 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34293,-1 for getting cluster id 2024-12-02T13:18:07,434 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:07,434 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa66f8a1-d07e-4dd4-ae13-294d17baad6a' 2024-12-02T13:18:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa66f8a1-d07e-4dd4-ae13-294d17baad6a" 2024-12-02T13:18:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64c22676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34293,-1] 2024-12-02T13:18:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:07,435 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:07,436 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48563a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:07,436 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34293,1733145479075 2024-12-02T13:18:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cf73e5c 2024-12-02T13:18:07,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:07,437 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T13:18:07,437 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-06e3e18f2515,42833,1733145471411 (queues=1) is replicating from cluster=38146ea5-06ce-4796-beb1-810404287271 to cluster=aa66f8a1-d07e-4dd4-ae13-294d17baad6a 2024-12-02T13:18:07,438 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=06e3e18f2515%2C42833%2C1733145471411 2024-12-02T13:18:07,438 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-06e3e18f2515,42833,1733145471411, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T13:18:07,438 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196, startPosition=0, beingWritten=true 2024-12-02T13:18:07,438 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 06e3e18f2515%2C42833%2C1733145471411 2024-12-02T13:18:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T13:18:07,533 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T13:18:07,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:07,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:07,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:07,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:07,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:07,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:18:07,536 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733145487536/Put/seqid=0 2024-12-02T13:18:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741845_1021 (size=11194) 2024-12-02T13:18:07,599 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 to pos 687, reset compression=false 2024-12-02T13:18:07,606 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 was moved to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/oldWALs/06e3e18f2515%2C42833%2C1733145471411.1733145473272 2024-12-02T13:18:07,607 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272 2024-12-02T13:18:07,607 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42833,1733145471411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145473272, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T13:18:07,608 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196, startPosition=0, beingWritten=true 2024-12-02T13:18:07,610 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [06e3e18f2515%2C42833%2C1733145471411.1733145473272] 2024-12-02T13:18:07,641 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 0, reset compression=false 2024-12-02T13:18:07,942 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733145487941/Put/seqid=0 2024-12-02T13:18:07,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741846_1022 (size=10791) 2024-12-02T13:18:07,945 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 0, reset compression=false 2024-12-02T13:18:08,212 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 0, reset compression=false 2024-12-02T13:18:08,348 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 0, reset compression=false 2024-12-02T13:18:08,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6972d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:08,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,39357,-1 for getting cluster id 2024-12-02T13:18:08,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:08,356 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38146ea5-06ce-4796-beb1-810404287271' 2024-12-02T13:18:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38146ea5-06ce-4796-beb1-810404287271" 2024-12-02T13:18:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce15cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,39357,-1] 2024-12-02T13:18:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:08,357 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:08,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:08,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,42833,1733145471411, seqNum=-1] 2024-12-02T13:18:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:08,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:18:08,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,39357,1733145471317 2024-12-02T13:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45894ecf 2024-12-02T13:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:08,376 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:18:08,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2] 2024-12-02T13:18:08,382 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:18:08,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-02T13:18:08,392 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-02T13:18:08,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T13:18:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:08,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T13:18:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegion(2603): Flush status journal for 981d452e233612eb44fa8bc581fc0487: 2024-12-02T13:18:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_1 2024-12-02T13:18:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_1 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/2d235217776249d29d746c92c9496dda_SeqId_6_ 2024-12-02T13:18:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_0 2024-12-02T13:18:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_0 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ 2024-12-02T13:18:08,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_1 into 981d452e233612eb44fa8bc581fc0487/f as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/2d235217776249d29d746c92c9496dda_SeqId_6_ - updating store file list. 2024-12-02T13:18:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d235217776249d29d746c92c9496dda_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:08,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/2d235217776249d29d746c92c9496dda_SeqId_6_ into 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:08,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_1 into 981d452e233612eb44fa8bc581fc0487/f (new location: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/2d235217776249d29d746c92c9496dda_SeqId_6_) 2024-12-02T13:18:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_1 2024-12-02T13:18:08,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_0 into 981d452e233612eb44fa8bc581fc0487/f as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ - updating store file list. 2024-12-02T13:18:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b161adc18882499d99008f40eeca28d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:08,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ into 981d452e233612eb44fa8bc581fc0487/f 2024-12-02T13:18:08,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_0 into 981d452e233612eb44fa8bc581fc0487/f (new location: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/f/b161adc18882499d99008f40eeca28d5_SeqId_6_) 2024-12-02T13:18:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/staging/jenkins__test__o5maqa6j4voc22vjn1skibq681f3q2r27o9on8vie8iupotboru0o00d25trquj2/f/hfile_0 2024-12-02T13:18:08,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:08,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:08,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:08,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:08,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2 , the old value is region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=06e3e18f2515:42833 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:18:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T13:18:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733145481999.981d452e233612eb44fa8bc581fc0487., hostname=06e3e18f2515,42833,1733145471411, seqNum=2 from cache 2024-12-02T13:18:08,425 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T13:18:08,426 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T13:18:08,533 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:42833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T13:18:08,854 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 0, reset compression=false 2024-12-02T13:18:08,858 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:18:08,858 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-06e3e18f2515,42833,1733145471411 got entry batch from reader: WALEntryBatch [walEntries=[{test/981d452e233612eb44fa8bc581fc0487/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145488421/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T13:18:08,860 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:18:08,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T13:18:08,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.ReplicationSink(318): Replicating [38146ea5-06ce-4796-beb1-810404287271] bulk loaded data 2024-12-02T13:18:08,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1130d54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:08,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34293,-1 for getting cluster id 2024-12-02T13:18:08,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:18:08,862 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa66f8a1-d07e-4dd4-ae13-294d17baad6a' 2024-12-02T13:18:08,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:18:08,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa66f8a1-d07e-4dd4-ae13-294d17baad6a" 2024-12-02T13:18:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e2d472d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34293,-1] 2024-12-02T13:18:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:18:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:08,863 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:18:08,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66123100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:18:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741837_1013 (size=10791) 2024-12-02T13:18:08,916 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 0, reset compression=false 2024-12-02T13:18:08,919 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T13:18:08,919 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42833,1733145471411 got entry batch from reader: WALEntryBatch [walEntries=[{test/981d452e233612eb44fa8bc581fc0487/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733145488421/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T13:18:08,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.ReplicationSink(318): Replicating [38146ea5-06ce-4796-beb1-810404287271] bulk loaded data 2024-12-02T13:18:08,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741839_1015 (size=10791) 2024-12-02T13:18:09,058 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:09,119 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741838_1014 (size=11194) 2024-12-02T13:18:09,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741840_1016 (size=11194) 2024-12-02T13:18:09,361 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:09,423 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:09,430 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T13:18:09,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:18:09,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34293,1733145479075 2024-12-02T13:18:09,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ec72aeb 2024-12-02T13:18:09,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:18:09,684 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-02T13:18:09,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:18:09,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:18:09,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,39991,1733145479127, seqNum=-1] 2024-12-02T13:18:09,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:18:09,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-02T13:18:09,691 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/2d235217776249d29d746c92c9496dda_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T13:18:09,693 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T13:18:09,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/2d235217776249d29d746c92c9496dda_SeqId_6_ for inclusion in bddabe7fe3396be8d2aa156a5a415b6d/f 2024-12-02T13:18:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T13:18:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:09,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ for inclusion in bddabe7fe3396be8d2aa156a5a415b6d/f 2024-12-02T13:18:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T13:18:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HRegion(2603): Flush status journal for bddabe7fe3396be8d2aa156a5a415b6d: 2024-12-02T13:18:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d235217776249d29d746c92c9496dda_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:18:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/2d235217776249d29d746c92c9496dda_SeqId_6_ as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/444a7bebc5bc495681555ff89d19d339_SeqId_4_ 2024-12-02T13:18:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b161adc18882499d99008f40eeca28d5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:18:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/729699c02e7149048261dcb70c9e825c_SeqId_4_ 2024-12-02T13:18:09,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/2d235217776249d29d746c92c9496dda_SeqId_6_ into bddabe7fe3396be8d2aa156a5a415b6d/f as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/444a7bebc5bc495681555ff89d19d339_SeqId_4_ - updating store file list. 2024-12-02T13:18:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 444a7bebc5bc495681555ff89d19d339_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:09,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/444a7bebc5bc495681555ff89d19d339_SeqId_4_ into bddabe7fe3396be8d2aa156a5a415b6d/f 2024-12-02T13:18:09,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/2d235217776249d29d746c92c9496dda_SeqId_6_ into bddabe7fe3396be8d2aa156a5a415b6d/f (new location: hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/444a7bebc5bc495681555ff89d19d339_SeqId_4_) 2024-12-02T13:18:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/2d235217776249d29d746c92c9496dda_SeqId_6_ 2024-12-02T13:18:09,706 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=35, reused chunk count=158, reuseRatio=81.87% 2024-12-02T13:18:09,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ into bddabe7fe3396be8d2aa156a5a415b6d/f as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/729699c02e7149048261dcb70c9e825c_SeqId_4_ - updating store file list. 2024-12-02T13:18:09,707 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-02T13:18:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 729699c02e7149048261dcb70c9e825c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:09,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/729699c02e7149048261dcb70c9e825c_SeqId_4_ into bddabe7fe3396be8d2aa156a5a415b6d/f 2024-12-02T13:18:09,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ into bddabe7fe3396be8d2aa156a5a415b6d/f (new location: hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/f/729699c02e7149048261dcb70c9e825c_SeqId_4_) 2024-12-02T13:18:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/staging/jenkins.hfs.23__test__jr7evledv5utjbgf38ueq95gkkfcoga501761q22ia3p2rvsi2m21fs9ok4j46gn/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ 2024-12-02T13:18:09,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] regionserver.ReplicationSink(324): Finished replicating [38146ea5-06ce-4796-beb1-810404287271] bulk loaded data 2024-12-02T13:18:09,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T13:18:09,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/2d235217776249d29d746c92c9496dda_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T13:18:09,745 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T13:18:09,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/2d235217776249d29d746c92c9496dda_SeqId_6_ for inclusion in 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T13:18:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:09,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ for inclusion in 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T13:18:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:18:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegion(2603): Flush status journal for 8c834b0d7023a800465039f4a223439d: 2024-12-02T13:18:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d235217776249d29d746c92c9496dda_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:18:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/2d235217776249d29d746c92c9496dda_SeqId_6_ as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/14a4663028aa47558a6feb637e9a1cdb_SeqId_6_ 2024-12-02T13:18:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b161adc18882499d99008f40eeca28d5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T13:18:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/a170ccae2a1d4fbd8b128c612358f19c_SeqId_6_ 2024-12-02T13:18:09,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/2d235217776249d29d746c92c9496dda_SeqId_6_ into 8c834b0d7023a800465039f4a223439d/f as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/14a4663028aa47558a6feb637e9a1cdb_SeqId_6_ - updating store file list. 2024-12-02T13:18:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14a4663028aa47558a6feb637e9a1cdb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:09,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/14a4663028aa47558a6feb637e9a1cdb_SeqId_6_ into 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:09,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/2d235217776249d29d746c92c9496dda_SeqId_6_ into 8c834b0d7023a800465039f4a223439d/f (new location: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/14a4663028aa47558a6feb637e9a1cdb_SeqId_6_) 2024-12-02T13:18:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/2d235217776249d29d746c92c9496dda_SeqId_6_ 2024-12-02T13:18:09,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ into 8c834b0d7023a800465039f4a223439d/f as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/a170ccae2a1d4fbd8b128c612358f19c_SeqId_6_ - updating store file list. 2024-12-02T13:18:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a170ccae2a1d4fbd8b128c612358f19c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T13:18:09,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/a170ccae2a1d4fbd8b128c612358f19c_SeqId_6_ into 8c834b0d7023a800465039f4a223439d/f 2024-12-02T13:18:09,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ into 8c834b0d7023a800465039f4a223439d/f (new location: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/f/a170ccae2a1d4fbd8b128c612358f19c_SeqId_6_) 2024-12-02T13:18:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/staging/jenkins.hfs.22__test__2s9f76p5u10avb137u5ojo7g1876uajth6g8slqfivd72cmfg0ug6sf7uclpcq9s/f/b161adc18882499d99008f40eeca28d5_SeqId_6_ 2024-12-02T13:18:09,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.ReplicationSink(324): Finished replicating [38146ea5-06ce-4796-beb1-810404287271] bulk loaded data 2024-12-02T13:18:09,764 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:09,826 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:10,267 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:10,329 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:10,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:18:10,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:10,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:10,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:10,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:10,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:10,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:18:10,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=219756338, stopped=false 2024-12-02T13:18:10,444 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,34293,1733145479075 2024-12-02T13:18:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21027079474/running 2024-12-02T13:18:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21027079474/running 2024-12-02T13:18:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:10,445 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:18:10,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:10,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:10,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:10,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,39991,1733145479127' ***** 2024-12-02T13:18:10,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:18:10,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on znode that does not yet exist, /21027079474/running 2024-12-02T13:18:10,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Set watcher on znode that does not yet exist, /21027079474/running 2024-12-02T13:18:10,446 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:18:10,446 INFO [RS:0;06e3e18f2515:39991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:18:10,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:18:10,446 INFO [RS:0;06e3e18f2515:39991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(3091): Received CLOSE for bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,39991,1733145479127 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:39991. 2024-12-02T13:18:10,447 DEBUG [RS:0;06e3e18f2515:39991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:10,447 DEBUG [RS:0;06e3e18f2515:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:10,447 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bddabe7fe3396be8d2aa156a5a415b6d, disabling compactions & flushes 2024-12-02T13:18:10,447 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:10,447 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:18:10,447 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. after waiting 0 ms 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:18:10,447 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:18:10,447 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:18:10,447 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1325): Online Regions={bddabe7fe3396be8d2aa156a5a415b6d=test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:18:10,448 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bddabe7fe3396be8d2aa156a5a415b6d 2024-12-02T13:18:10,448 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:18:10,448 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:18:10,448 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:18:10,448 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:18:10,448 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:18:10,448 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T13:18:10,450 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/default/test/bddabe7fe3396be8d2aa156a5a415b6d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T13:18:10,451 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:18:10,451 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:18:10,451 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:10,451 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bddabe7fe3396be8d2aa156a5a415b6d: Waiting for close lock at 1733145490447Running coprocessor pre-close hooks at 1733145490447Disabling compacts and flushes for region at 1733145490447Disabling writes for close at 1733145490447Writing region close event to WAL at 1733145490448 (+1 ms)Running coprocessor post-close hooks at 1733145490451 (+3 ms)Closed at 1733145490451 2024-12-02T13:18:10,451 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d. 2024-12-02T13:18:10,452 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:18:10,466 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/info/0b98c4730b55430fb2fdbf4196579a9e is 129, key is test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d./info:regioninfo/1733145484563/Put/seqid=0 2024-12-02T13:18:10,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741839_1015 (size=6421) 2024-12-02T13:18:10,648 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:10,736 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:18:10,736 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:18:10,848 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:10,870 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/info/0b98c4730b55430fb2fdbf4196579a9e 2024-12-02T13:18:10,870 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:10,889 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/ns/8e43fb57c66740ee80af71b95c576462 is 43, key is default/ns:d/1733145481879/Put/seqid=0 2024-12-02T13:18:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741840_1016 (size=5153) 2024-12-02T13:18:10,893 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/ns/8e43fb57c66740ee80af71b95c576462 2024-12-02T13:18:10,917 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/rep_barrier/e5e7c521dcc147dab7926dbcfc084127 is 112, key is test,,1733145483775.bddabe7fe3396be8d2aa156a5a415b6d./rep_barrier:seqnumDuringOpen/1733145484563/Put/seqid=0 2024-12-02T13:18:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741841_1017 (size=5518) 2024-12-02T13:18:10,932 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:11,048 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:11,248 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:11,321 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/rep_barrier/e5e7c521dcc147dab7926dbcfc084127 2024-12-02T13:18:11,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T13:18:11,337 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/table/71e26f49e1c745b0bf2ce4cc5ef2fa40 is 40, key is test/table:state/1733145484582/Put/seqid=0 2024-12-02T13:18:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741842_1018 (size=5165) 2024-12-02T13:18:11,448 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:18:11,449 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:18:11,449 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:11,575 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:11,635 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:11,649 DEBUG [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:11,740 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/table/71e26f49e1c745b0bf2ce4cc5ef2fa40 2024-12-02T13:18:11,744 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/info/0b98c4730b55430fb2fdbf4196579a9e as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/info/0b98c4730b55430fb2fdbf4196579a9e 2024-12-02T13:18:11,747 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/info/0b98c4730b55430fb2fdbf4196579a9e, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T13:18:11,748 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/ns/8e43fb57c66740ee80af71b95c576462 as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/ns/8e43fb57c66740ee80af71b95c576462 2024-12-02T13:18:11,751 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/ns/8e43fb57c66740ee80af71b95c576462, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:18:11,751 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/rep_barrier/e5e7c521dcc147dab7926dbcfc084127 as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/rep_barrier/e5e7c521dcc147dab7926dbcfc084127 2024-12-02T13:18:11,754 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/rep_barrier/e5e7c521dcc147dab7926dbcfc084127, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T13:18:11,754 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/.tmp/table/71e26f49e1c745b0bf2ce4cc5ef2fa40 as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/table/71e26f49e1c745b0bf2ce4cc5ef2fa40 2024-12-02T13:18:11,757 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/table/71e26f49e1c745b0bf2ce4cc5ef2fa40, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:18:11,758 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false 2024-12-02T13:18:11,762 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T13:18:11,762 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:18:11,762 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:18:11,762 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:18:11,762 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145490447Running coprocessor pre-close hooks at 1733145490447Disabling compacts and flushes for region at 1733145490448 (+1 ms)Disabling writes for close at 1733145490448Obtaining lock to block concurrent updates at 1733145490448Preparing flush snapshotting stores in 1588230740 at 1733145490448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733145490448Flushing stores of hbase:meta,,1.1588230740 at 1733145490448Flushing 1588230740/info: creating writer at 1733145490449 (+1 ms)Flushing 1588230740/info: appending metadata at 1733145490466 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733145490466Flushing 1588230740/ns: creating writer at 1733145490874 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733145490889 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733145490889Flushing 1588230740/rep_barrier: creating writer at 1733145490896 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145490917 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145490917Flushing 1588230740/table: creating writer at 1733145491325 (+408 ms)Flushing 1588230740/table: appending metadata at 1733145491337 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733145491337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c8af92: reopening flushed file at 1733145491743 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6643f0c6: reopening flushed file at 1733145491747 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317157fd: reopening flushed file at 1733145491751 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfe2f7: reopening flushed file at 1733145491754 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false at 1733145491758 (+4 ms)Writing region close event to WAL at 1733145491760 (+2 ms)Running coprocessor post-close hooks at 1733145491762 (+2 ms)Closed at 1733145491762 2024-12-02T13:18:11,762 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:18:11,849 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,39991,1733145479127; all regions closed. 2024-12-02T13:18:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741834_1010 (size=2717) 2024-12-02T13:18:11,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127/06e3e18f2515%2C39991%2C1733145479127.meta.1733145481827.meta not finished, retry = 0 2024-12-02T13:18:11,953 DEBUG [RS:0;06e3e18f2515:39991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/oldWALs 2024-12-02T13:18:11,953 INFO [RS:0;06e3e18f2515:39991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C39991%2C1733145479127.meta:.meta(num 1733145481827) 2024-12-02T13:18:11,955 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/WALs/06e3e18f2515,39991,1733145479127/06e3e18f2515%2C39991%2C1733145479127.1733145480886 not finished, retry = 0 2024-12-02T13:18:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741832_1008 (size=1028) 2024-12-02T13:18:12,057 DEBUG [RS:0;06e3e18f2515:39991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/oldWALs 2024-12-02T13:18:12,057 INFO [RS:0;06e3e18f2515:39991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C39991%2C1733145479127:(num 1733145480886) 2024-12-02T13:18:12,057 DEBUG [RS:0;06e3e18f2515:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:12,057 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:18:12,057 INFO [RS:0;06e3e18f2515:39991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:18:12,057 INFO [RS:0;06e3e18f2515:39991 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:18:12,057 INFO [RS:0;06e3e18f2515:39991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:18:12,057 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:18:12,058 INFO [RS:0;06e3e18f2515:39991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:39991. 2024-12-02T13:18:12,058 DEBUG [RS:0;06e3e18f2515:39991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:12,058 DEBUG [RS:0;06e3e18f2515:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:12,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:12,058 DEBUG [RS:0;06e3e18f2515:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:12,058 INFO [RS:0;06e3e18f2515:39991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39991 2024-12-02T13:18:12,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474/rs 2024-12-02T13:18:12,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21027079474/rs/06e3e18f2515,39991,1733145479127 2024-12-02T13:18:12,060 INFO [RS:0;06e3e18f2515:39991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:18:12,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,39991,1733145479127] 2024-12-02T13:18:12,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21027079474/draining/06e3e18f2515,39991,1733145479127 already deleted, retry=false 2024-12-02T13:18:12,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,39991,1733145479127 expired; onlineServers=0 2024-12-02T13:18:12,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,34293,1733145479075' ***** 2024-12-02T13:18:12,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:18:12,062 INFO [M:0;06e3e18f2515:34293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:18:12,062 INFO [M:0;06e3e18f2515:34293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:18:12,062 DEBUG [M:0;06e3e18f2515:34293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:18:12,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:18:12,062 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145480645 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145480645,5,FailOnTimeoutGroup] 2024-12-02T13:18:12,062 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145480647 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145480647,5,FailOnTimeoutGroup] 2024-12-02T13:18:12,062 DEBUG [M:0;06e3e18f2515:34293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:18:12,062 INFO [M:0;06e3e18f2515:34293 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:18:12,062 INFO [M:0;06e3e18f2515:34293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:18:12,062 DEBUG [M:0;06e3e18f2515:34293 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:18:12,062 INFO [M:0;06e3e18f2515:34293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:18:12,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21027079474/master 2024-12-02T13:18:12,062 INFO [M:0;06e3e18f2515:34293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:18:12,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21027079474 2024-12-02T13:18:12,063 INFO [M:0;06e3e18f2515:34293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:18:12,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:18:12,063 DEBUG [M:0;06e3e18f2515:34293 {}] zookeeper.ZKUtil(347): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Unable to get data of znode /21027079474/master because node does not exist (not an error) 2024-12-02T13:18:12,063 WARN [M:0;06e3e18f2515:34293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:18:12,063 INFO [M:0;06e3e18f2515:34293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/.lastflushedseqids 2024-12-02T13:18:12,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741843_1019 (size=173) 2024-12-02T13:18:12,161 INFO [RS:0;06e3e18f2515:39991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:18:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:12,161 INFO [RS:0;06e3e18f2515:39991 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,39991,1733145479127; zookeeper connection closed. 2024-12-02T13:18:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1009b14811c0007, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:12,162 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c89de4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c89de4f 2024-12-02T13:18:12,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:18:12,377 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:12,438 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:12,468 INFO [M:0;06e3e18f2515:34293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:18:12,468 INFO [M:0;06e3e18f2515:34293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:18:12,469 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:18:12,469 INFO [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:12,469 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:12,469 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:18:12,469 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:12,469 INFO [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-02T13:18:12,484 DEBUG [M:0;06e3e18f2515:34293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79760c7db30d401db9afe064a249b60b is 82, key is hbase:meta,,1/info:regioninfo/1733145481864/Put/seqid=0 2024-12-02T13:18:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741844_1020 (size=5672) 2024-12-02T13:18:12,487 INFO [M:0;06e3e18f2515:34293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79760c7db30d401db9afe064a249b60b 2024-12-02T13:18:12,502 DEBUG [M:0;06e3e18f2515:34293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9341f440b0644f2b2ca956764135e18 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733145484586/Put/seqid=0 2024-12-02T13:18:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741845_1021 (size=6587) 2024-12-02T13:18:12,905 INFO [M:0;06e3e18f2515:34293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9341f440b0644f2b2ca956764135e18 2024-12-02T13:18:12,923 DEBUG [M:0;06e3e18f2515:34293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86988b64935f4e1788daf4b9806f8e21 is 69, key is 06e3e18f2515,39991,1733145479127/rs:state/1733145480700/Put/seqid=0 2024-12-02T13:18:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741846_1022 (size=5156) 2024-12-02T13:18:13,280 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:13,326 INFO [M:0;06e3e18f2515:34293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86988b64935f4e1788daf4b9806f8e21 2024-12-02T13:18:13,330 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79760c7db30d401db9afe064a249b60b as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79760c7db30d401db9afe064a249b60b 2024-12-02T13:18:13,332 INFO [M:0;06e3e18f2515:34293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79760c7db30d401db9afe064a249b60b, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T13:18:13,333 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9341f440b0644f2b2ca956764135e18 as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9341f440b0644f2b2ca956764135e18 2024-12-02T13:18:13,335 INFO [M:0;06e3e18f2515:34293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9341f440b0644f2b2ca956764135e18, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T13:18:13,336 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86988b64935f4e1788daf4b9806f8e21 as hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86988b64935f4e1788daf4b9806f8e21 2024-12-02T13:18:13,338 INFO [M:0;06e3e18f2515:34293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38511/user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86988b64935f4e1788daf4b9806f8e21, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T13:18:13,339 INFO [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=55, compaction requested=false 2024-12-02T13:18:13,340 INFO [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:13,340 DEBUG [M:0;06e3e18f2515:34293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145492468Disabling compacts and flushes for region at 1733145492468Disabling writes for close at 1733145492469 (+1 ms)Obtaining lock to block concurrent updates at 1733145492469Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145492469Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733145492469Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145492470 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145492470Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145492484 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145492484Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145492490 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145492501 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145492501Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145492908 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145492922 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145492922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7fe0e0: reopening flushed file at 1733145493329 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e76a516: reopening flushed file at 1733145493332 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35772eb6: reopening flushed file at 1733145493335 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=55, compaction requested=false at 1733145493339 (+4 ms)Writing region close event to WAL at 1733145493340 (+1 ms)Closed at 1733145493340 2024-12-02T13:18:13,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43687 is added to blk_1073741830_1006 (size=32782) 2024-12-02T13:18:13,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f41691b8-eaad-34fe-4c70-792dadf84c83/MasterData/WALs/06e3e18f2515,34293,1733145479075/06e3e18f2515%2C34293%2C1733145479075.1733145480523 not finished, retry = 0 2024-12-02T13:18:13,341 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:13,442 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:18:13,442 INFO [M:0;06e3e18f2515:34293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:18:13,442 INFO [M:0;06e3e18f2515:34293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34293 2024-12-02T13:18:13,443 INFO [M:0;06e3e18f2515:34293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:18:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:13,544 INFO [M:0;06e3e18f2515:34293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:18:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34293-0x1009b14811c0006, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:13,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@668cb360{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:18:13,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@195293a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:18:13,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:18:13,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:18:13,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a759102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/hadoop.log.dir/,STOPPED} 2024-12-02T13:18:13,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:18:13,547 WARN [BP-1609109964-172.17.0.2-1733145477883 heartbeating to localhost/127.0.0.1:38511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:18:13,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:18:13,547 WARN [BP-1609109964-172.17.0.2-1733145477883 heartbeating to localhost/127.0.0.1:38511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1609109964-172.17.0.2-1733145477883 (Datanode Uuid 98e78db0-416d-4890-86c1-1d7b34e6aba1) service to localhost/127.0.0.1:38511 2024-12-02T13:18:13,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/cluster_c0bebe67-27bb-4976-c115-7ada775dea15/data/data1/current/BP-1609109964-172.17.0.2-1733145477883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:18:13,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/cluster_c0bebe67-27bb-4976-c115-7ada775dea15/data/data2/current/BP-1609109964-172.17.0.2-1733145477883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:18:13,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:18:13,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192a386b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:18:13,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56eb83c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:18:13,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:18:13,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4d0068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:18:13,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40341b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/511c82d4-a54d-13c5-e4df-5f5033dba4dd/hadoop.log.dir/,STOPPED} 2024-12-02T13:18:13,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:18:13,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:18:13,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:13,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:13,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:13,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:13,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:13,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:18:13,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=205370394, stopped=false 2024-12-02T13:18:13,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,43243,1733145475289 2024-12-02T13:18:13,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721126862/running 2024-12-02T13:18:13,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721126862/running 2024-12-02T13:18:13,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:18:13,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:18:13,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:18:13,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:13,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:13,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:13,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,34703,1733145475380' ***** 2024-12-02T13:18:13,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on znode that does not yet exist, /1-721126862/running 2024-12-02T13:18:13,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:18:13,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Set watcher on znode that does not yet exist, /1-721126862/running 2024-12-02T13:18:13,566 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:18:13,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:18:13,566 INFO [RS:0;06e3e18f2515:34703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:18:13,566 INFO [RS:0;06e3e18f2515:34703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:18:13,566 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,34703,1733145475380 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:34703. 2024-12-02T13:18:13,567 DEBUG [RS:0;06e3e18f2515:34703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c834b0d7023a800465039f4a223439d, disabling compactions & flushes 2024-12-02T13:18:13,567 DEBUG [RS:0;06e3e18f2515:34703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:13,567 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145482635.8c834b0d7023a800465039f4a223439d. after waiting 0 ms 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:18:13,567 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:18:13,567 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1325): Online Regions={8c834b0d7023a800465039f4a223439d=test,,1733145482635.8c834b0d7023a800465039f4a223439d., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:18:13,567 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c834b0d7023a800465039f4a223439d 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:18:13,567 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:18:13,567 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:18:13,567 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T13:18:13,568 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:18:13,569 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/default/test/8c834b0d7023a800465039f4a223439d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:18:13,570 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:18:13,570 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:18:13,570 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:13,570 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c834b0d7023a800465039f4a223439d: Waiting for close lock at 1733145493567Running coprocessor pre-close hooks at 1733145493567Disabling compacts and flushes for region at 1733145493567Disabling writes for close at 1733145493567Writing region close event to WAL at 1733145493567Running coprocessor post-close hooks at 1733145493570 (+3 ms)Closed at 1733145493570 2024-12-02T13:18:13,570 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145482635.8c834b0d7023a800465039f4a223439d. 2024-12-02T13:18:13,582 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/info/bc9cc410f913406789726a8176647c76 is 129, key is test,,1733145482635.8c834b0d7023a800465039f4a223439d./info:regioninfo/1733145483402/Put/seqid=0 2024-12-02T13:18:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741841_1017 (size=6421) 2024-12-02T13:18:13,585 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/info/bc9cc410f913406789726a8176647c76 2024-12-02T13:18:13,600 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/ns/422cf0b2a3a5460ea9976ddccd1e37ad is 43, key is default/ns:d/1733145477771/Put/seqid=0 2024-12-02T13:18:13,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741842_1018 (size=5153) 2024-12-02T13:18:13,767 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:13,967 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:14,003 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/ns/422cf0b2a3a5460ea9976ddccd1e37ad 2024-12-02T13:18:14,017 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/rep_barrier/4ba76b45e7d84ed6a11fef678c89517a is 112, key is test,,1733145482635.8c834b0d7023a800465039f4a223439d./rep_barrier:seqnumDuringOpen/1733145483402/Put/seqid=0 2024-12-02T13:18:14,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741843_1019 (size=5518) 2024-12-02T13:18:14,104 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:18:14,104 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:18:14,167 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:14,283 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:14,344 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:14,368 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:14,420 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/rep_barrier/4ba76b45e7d84ed6a11fef678c89517a 2024-12-02T13:18:14,434 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/table/19e3cc4529f745be816c9dafda1c1adb is 40, key is test/table:state/1733145483410/Put/seqid=0 2024-12-02T13:18:14,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741844_1020 (size=5165) 2024-12-02T13:18:14,568 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:18:14,568 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:18:14,568 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:14,768 DEBUG [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:14,838 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/table/19e3cc4529f745be816c9dafda1c1adb 2024-12-02T13:18:14,842 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/info/bc9cc410f913406789726a8176647c76 as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/info/bc9cc410f913406789726a8176647c76 2024-12-02T13:18:14,845 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/info/bc9cc410f913406789726a8176647c76, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T13:18:14,845 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/ns/422cf0b2a3a5460ea9976ddccd1e37ad as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/ns/422cf0b2a3a5460ea9976ddccd1e37ad 2024-12-02T13:18:14,848 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/ns/422cf0b2a3a5460ea9976ddccd1e37ad, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:18:14,849 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/rep_barrier/4ba76b45e7d84ed6a11fef678c89517a as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/rep_barrier/4ba76b45e7d84ed6a11fef678c89517a 2024-12-02T13:18:14,852 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/rep_barrier/4ba76b45e7d84ed6a11fef678c89517a, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T13:18:14,853 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/.tmp/table/19e3cc4529f745be816c9dafda1c1adb as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/table/19e3cc4529f745be816c9dafda1c1adb 2024-12-02T13:18:14,857 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/table/19e3cc4529f745be816c9dafda1c1adb, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T13:18:14,858 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false 2024-12-02T13:18:14,858 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:18:14,863 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T13:18:14,863 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:18:14,863 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:18:14,863 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:18:14,863 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145493567Running coprocessor pre-close hooks at 1733145493567Disabling compacts and flushes for region at 1733145493567Disabling writes for close at 1733145493567Obtaining lock to block concurrent updates at 1733145493567Preparing flush snapshotting stores in 1588230740 at 1733145493567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733145493567Flushing stores of hbase:meta,,1.1588230740 at 1733145493568 (+1 ms)Flushing 1588230740/info: creating writer at 1733145493568Flushing 1588230740/info: appending metadata at 1733145493582 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733145493582Flushing 1588230740/ns: creating writer at 1733145493589 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733145493599 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733145493599Flushing 1588230740/rep_barrier: creating writer at 1733145494006 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145494017 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145494017Flushing 1588230740/table: creating writer at 1733145494423 (+406 ms)Flushing 1588230740/table: appending metadata at 1733145494434 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733145494434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd4c76a: reopening flushed file at 1733145494841 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8d09b6: reopening flushed file at 1733145494845 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ef980f: reopening flushed file at 1733145494848 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e90dba: reopening flushed file at 1733145494852 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false at 1733145494858 (+6 ms)Writing region close event to WAL at 1733145494859 (+1 ms)Running coprocessor post-close hooks at 1733145494863 (+4 ms)Closed at 1733145494863 2024-12-02T13:18:14,863 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:18:14,968 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,34703,1733145475380; all regions closed. 2024-12-02T13:18:14,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741834_1010 (size=2717) 2024-12-02T13:18:14,971 DEBUG [RS:0;06e3e18f2515:34703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/oldWALs 2024-12-02T13:18:14,971 INFO [RS:0;06e3e18f2515:34703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C34703%2C1733145475380.meta:.meta(num 1733145477719) 2024-12-02T13:18:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741833_1009 (size=1374) 2024-12-02T13:18:14,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/WALs/06e3e18f2515,34703,1733145475380/06e3e18f2515%2C34703%2C1733145475380.1733145477239 not finished, retry = 0 2024-12-02T13:18:15,074 DEBUG [RS:0;06e3e18f2515:34703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/oldWALs 2024-12-02T13:18:15,074 INFO [RS:0;06e3e18f2515:34703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C34703%2C1733145475380:(num 1733145477239) 2024-12-02T13:18:15,074 DEBUG [RS:0;06e3e18f2515:34703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:15,074 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:18:15,074 INFO [RS:0;06e3e18f2515:34703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:18:15,074 INFO [RS:0;06e3e18f2515:34703 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:18:15,074 INFO [RS:0;06e3e18f2515:34703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:18:15,075 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:18:15,075 INFO [RS:0;06e3e18f2515:34703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:34703. 2024-12-02T13:18:15,075 DEBUG [RS:0;06e3e18f2515:34703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:15,075 DEBUG [RS:0;06e3e18f2515:34703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:15,075 DEBUG [RS:0;06e3e18f2515:34703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:15,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:15,075 INFO [RS:0;06e3e18f2515:34703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34703 2024-12-02T13:18:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721126862/rs/06e3e18f2515,34703,1733145475380 2024-12-02T13:18:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862/rs 2024-12-02T13:18:15,076 INFO [RS:0;06e3e18f2515:34703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:18:15,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,34703,1733145475380] 2024-12-02T13:18:15,077 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-721126862/draining/06e3e18f2515,34703,1733145475380 already deleted, retry=false 2024-12-02T13:18:15,077 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,34703,1733145475380 expired; onlineServers=0 2024-12-02T13:18:15,077 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,43243,1733145475289' ***** 2024-12-02T13:18:15,077 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:18:15,077 INFO [M:0;06e3e18f2515:43243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:18:15,077 INFO [M:0;06e3e18f2515:43243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:18:15,077 DEBUG [M:0;06e3e18f2515:43243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:18:15,077 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:18:15,078 DEBUG [M:0;06e3e18f2515:43243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:18:15,078 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145476957 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145476957,5,FailOnTimeoutGroup] 2024-12-02T13:18:15,078 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145476957 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145476957,5,FailOnTimeoutGroup] 2024-12-02T13:18:15,078 INFO [M:0;06e3e18f2515:43243 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:18:15,078 INFO [M:0;06e3e18f2515:43243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:18:15,078 DEBUG [M:0;06e3e18f2515:43243 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:18:15,078 INFO [M:0;06e3e18f2515:43243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:18:15,078 INFO [M:0;06e3e18f2515:43243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:18:15,078 INFO [M:0;06e3e18f2515:43243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:18:15,078 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:18:15,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721126862/master 2024-12-02T13:18:15,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721126862 2024-12-02T13:18:15,079 DEBUG [M:0;06e3e18f2515:43243 {}] zookeeper.ZKUtil(347): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Unable to get data of znode /1-721126862/master because node does not exist (not an error) 2024-12-02T13:18:15,079 WARN [M:0;06e3e18f2515:43243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:18:15,079 INFO [M:0;06e3e18f2515:43243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/.lastflushedseqids 2024-12-02T13:18:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741845_1021 (size=173) 2024-12-02T13:18:15,177 INFO [RS:0;06e3e18f2515:34703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:18:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:15,177 INFO [RS:0;06e3e18f2515:34703 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,34703,1733145475380; zookeeper connection closed. 2024-12-02T13:18:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x1009b14811c0004, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:15,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5eb80a57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5eb80a57 2024-12-02T13:18:15,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:18:15,386 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:15,447 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:15,483 INFO [M:0;06e3e18f2515:43243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:18:15,483 INFO [M:0;06e3e18f2515:43243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:18:15,483 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:18:15,483 INFO [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:15,483 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:15,483 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:18:15,483 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:15,483 INFO [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T13:18:15,499 DEBUG [M:0;06e3e18f2515:43243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a34be9042f4e7ea6757dfcf64e1acd is 82, key is hbase:meta,,1/info:regioninfo/1733145477761/Put/seqid=0 2024-12-02T13:18:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741846_1022 (size=5672) 2024-12-02T13:18:15,902 INFO [M:0;06e3e18f2515:43243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a34be9042f4e7ea6757dfcf64e1acd 2024-12-02T13:18:15,916 DEBUG [M:0;06e3e18f2515:43243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99b3a6ea3bbb4aa8bf1cee48e7bcce9e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733145483413/Put/seqid=0 2024-12-02T13:18:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741847_1023 (size=6586) 2024-12-02T13:18:15,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T13:18:15,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:15,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T13:18:16,320 INFO [M:0;06e3e18f2515:43243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99b3a6ea3bbb4aa8bf1cee48e7bcce9e 2024-12-02T13:18:16,334 DEBUG [M:0;06e3e18f2515:43243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bc8ec70a3774707b3c93f08b9f59fa0 is 69, key is 06e3e18f2515,34703,1733145475380/rs:state/1733145477050/Put/seqid=0 2024-12-02T13:18:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741848_1024 (size=5156) 2024-12-02T13:18:16,590 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:16,650 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:16,737 INFO [M:0;06e3e18f2515:43243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bc8ec70a3774707b3c93f08b9f59fa0 2024-12-02T13:18:16,741 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a34be9042f4e7ea6757dfcf64e1acd as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8a34be9042f4e7ea6757dfcf64e1acd 2024-12-02T13:18:16,744 INFO [M:0;06e3e18f2515:43243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8a34be9042f4e7ea6757dfcf64e1acd, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T13:18:16,745 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99b3a6ea3bbb4aa8bf1cee48e7bcce9e as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99b3a6ea3bbb4aa8bf1cee48e7bcce9e 2024-12-02T13:18:16,748 INFO [M:0;06e3e18f2515:43243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99b3a6ea3bbb4aa8bf1cee48e7bcce9e, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T13:18:16,748 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bc8ec70a3774707b3c93f08b9f59fa0 as hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bc8ec70a3774707b3c93f08b9f59fa0 2024-12-02T13:18:16,751 INFO [M:0;06e3e18f2515:43243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/cae2d1f8-1655-bb86-6d3e-3fb188338888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bc8ec70a3774707b3c93f08b9f59fa0, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T13:18:16,752 INFO [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=55, compaction requested=false 2024-12-02T13:18:16,753 INFO [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:16,753 DEBUG [M:0;06e3e18f2515:43243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145495483Disabling compacts and flushes for region at 1733145495483Disabling writes for close at 1733145495483Obtaining lock to block concurrent updates at 1733145495483Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145495483Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733145495483Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145495484 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145495484Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145495499 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145495499Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145495905 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145495916 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145495916Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145496323 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145496333 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145496333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed7f6e: reopening flushed file at 1733145496740 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521a2d35: reopening flushed file at 1733145496744 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bb9369: reopening flushed file at 1733145496748 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=55, compaction requested=false at 1733145496752 (+4 ms)Writing region close event to WAL at 1733145496753 (+1 ms)Closed at 1733145496753 2024-12-02T13:18:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41791 is added to blk_1073741830_1006 (size=32770) 2024-12-02T13:18:16,755 INFO [M:0;06e3e18f2515:43243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:18:16,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:18:16,755 INFO [M:0;06e3e18f2515:43243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43243 2024-12-02T13:18:16,756 INFO [M:0;06e3e18f2515:43243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:18:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:16,857 INFO [M:0;06e3e18f2515:43243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:18:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43243-0x1009b14811c0003, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:16,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f245e45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:18:16,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c25f550{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:18:16,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:18:16,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f12594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:18:16,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116b2349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.log.dir/,STOPPED} 2024-12-02T13:18:16,861 WARN [BP-2057379355-172.17.0.2-1733145473834 heartbeating to localhost/127.0.0.1:33565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:18:16,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:18:16,861 WARN [BP-2057379355-172.17.0.2-1733145473834 heartbeating to localhost/127.0.0.1:33565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057379355-172.17.0.2-1733145473834 (Datanode Uuid d1c47052-203a-49c0-a7d3-de1796bce1a7) service to localhost/127.0.0.1:33565 2024-12-02T13:18:16,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:18:16,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/cluster_184f6d68-cabe-c9aa-1b16-1aada4332cf8/data/data1/current/BP-2057379355-172.17.0.2-1733145473834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:18:16,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/cluster_184f6d68-cabe-c9aa-1b16-1aada4332cf8/data/data2/current/BP-2057379355-172.17.0.2-1733145473834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:18:16,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:18:16,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb9b377{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:18:16,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664ff9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:18:16,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:18:16,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e41501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:18:16,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9d2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43c568dc-c47d-465d-ab16-583ee31a5a5d/hadoop.log.dir/,STOPPED} 2024-12-02T13:18:16,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:18:16,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:18:16,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:16,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:16,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:16,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:16,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:16,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:18:16,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=827086052, stopped=false 2024-12-02T13:18:16,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,39357,1733145471317 2024-12-02T13:18:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1955227611/running 2024-12-02T13:18:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1955227611/running 2024-12-02T13:18:16,886 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:18:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:18:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:18:16,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on znode that does not yet exist, /0-1955227611/running 2024-12-02T13:18:16,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Set watcher on znode that does not yet exist, /0-1955227611/running 2024-12-02T13:18:16,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:18:16,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:16,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:16,888 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,42833,1733145471411' ***** 2024-12-02T13:18:16,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:16,888 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for 981d452e233612eb44fa8bc581fc0487 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,42833,1733145471411 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:18:16,888 INFO [RS:0;06e3e18f2515:42833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:42833. 2024-12-02T13:18:16,888 DEBUG [RS:0;06e3e18f2515:42833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:16,889 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:16,889 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:18:16,889 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:18:16,889 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:18:16,889 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:18:16,889 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbf5ad4a94e60638b5affdde99b89fd4, disabling compactions & flushes 2024-12-02T13:18:16,889 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:16,889 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:16,889 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. after waiting 0 ms 2024-12-02T13:18:16,889 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:16,889 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbf5ad4a94e60638b5affdde99b89fd4 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-02T13:18:16,890 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T13:18:16,890 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1325): Online Regions={bbf5ad4a94e60638b5affdde99b89fd4=hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4., 1588230740=hbase:meta,,1.1588230740, 981d452e233612eb44fa8bc581fc0487=test,,1733145481999.981d452e233612eb44fa8bc581fc0487.} 2024-12-02T13:18:16,891 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 981d452e233612eb44fa8bc581fc0487, bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:16,891 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:18:16,891 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:18:16,891 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:18:16,891 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:18:16,891 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:18:16,891 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T13:18:16,901 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/.tmp/hfileref/696b89f4c3ce4a9e9ff6363109a5d842 is 74, key is 1/hfileref:072ca8dbdd434d148f7aa83a3fac87d2_SeqId_4_/1733145486637/DeleteColumn/seqid=0 2024-12-02T13:18:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741847_1023 (size=5489) 2024-12-02T13:18:16,907 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/info/84b894fc502645baa0ade3d32937cf4f is 147, key is hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4./info:regioninfo/1733145485394/Put/seqid=0 2024-12-02T13:18:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741848_1024 (size=7686) 2024-12-02T13:18:16,972 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:18:17,013 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:18:17,091 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 981d452e233612eb44fa8bc581fc0487, bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:17,229 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T13:18:17,229 INFO [regionserver/06e3e18f2515:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T13:18:17,291 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 981d452e233612eb44fa8bc581fc0487, bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:17,304 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/.tmp/hfileref/696b89f4c3ce4a9e9ff6363109a5d842 2024-12-02T13:18:17,310 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/info/84b894fc502645baa0ade3d32937cf4f 2024-12-02T13:18:17,321 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/.tmp/queue/9882f02f488a4cbdae945b39fabeef35 is 153, key is 1-06e3e18f2515,42833,1733145471411/queue:06e3e18f2515%2C42833%2C1733145471411/1733145489762/Put/seqid=0 2024-12-02T13:18:17,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741849_1025 (size=5504) 2024-12-02T13:18:17,325 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/ns/a8d16d531f994e68a739026d59e56fc4 is 43, key is default/ns:d/1733145473752/Put/seqid=0 2024-12-02T13:18:17,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741850_1026 (size=5153) 2024-12-02T13:18:17,491 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 981d452e233612eb44fa8bc581fc0487, bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:17,691 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 981d452e233612eb44fa8bc581fc0487, bbf5ad4a94e60638b5affdde99b89fd4 2024-12-02T13:18:17,724 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/.tmp/queue/9882f02f488a4cbdae945b39fabeef35 2024-12-02T13:18:17,728 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/.tmp/hfileref/696b89f4c3ce4a9e9ff6363109a5d842 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/hfileref/696b89f4c3ce4a9e9ff6363109a5d842 2024-12-02T13:18:17,728 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/ns/a8d16d531f994e68a739026d59e56fc4 2024-12-02T13:18:17,731 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/hfileref/696b89f4c3ce4a9e9ff6363109a5d842, entries=6, sequenceid=17, filesize=5.4 K 2024-12-02T13:18:17,731 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/.tmp/queue/9882f02f488a4cbdae945b39fabeef35 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/queue/9882f02f488a4cbdae945b39fabeef35 2024-12-02T13:18:17,735 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/queue/9882f02f488a4cbdae945b39fabeef35, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T13:18:17,736 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bbf5ad4a94e60638b5affdde99b89fd4 in 847ms, sequenceid=17, compaction requested=false 2024-12-02T13:18:17,745 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/replication/bbf5ad4a94e60638b5affdde99b89fd4/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:18:17,746 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbf5ad4a94e60638b5affdde99b89fd4: Waiting for close lock at 1733145496889Running coprocessor pre-close hooks at 1733145496889Disabling compacts and flushes for region at 1733145496889Disabling writes for close at 1733145496889Obtaining lock to block concurrent updates at 1733145496889Preparing flush snapshotting stores in bbf5ad4a94e60638b5affdde99b89fd4 at 1733145496889Finished memstore snapshotting hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733145496889Flushing stores of hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. at 1733145496890 (+1 ms)Flushing bbf5ad4a94e60638b5affdde99b89fd4/hfileref: creating writer at 1733145496890Flushing bbf5ad4a94e60638b5affdde99b89fd4/hfileref: appending metadata at 1733145496901 (+11 ms)Flushing bbf5ad4a94e60638b5affdde99b89fd4/hfileref: closing flushed file at 1733145496901Flushing bbf5ad4a94e60638b5affdde99b89fd4/queue: creating writer at 1733145497308 (+407 ms)Flushing bbf5ad4a94e60638b5affdde99b89fd4/queue: appending metadata at 1733145497320 (+12 ms)Flushing bbf5ad4a94e60638b5affdde99b89fd4/queue: closing flushed file at 1733145497320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4347468f: reopening flushed file at 1733145497727 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b86bcc: reopening flushed file at 1733145497731 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bbf5ad4a94e60638b5affdde99b89fd4 in 847ms, sequenceid=17, compaction requested=false at 1733145497736 (+5 ms)Writing region close event to WAL at 1733145497741 (+5 ms)Running coprocessor post-close hooks at 1733145497746 (+5 ms)Closed at 1733145497746 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733145484934.bbf5ad4a94e60638b5affdde99b89fd4. 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 981d452e233612eb44fa8bc581fc0487, disabling compactions & flushes 2024-12-02T13:18:17,746 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733145481999.981d452e233612eb44fa8bc581fc0487. after waiting 0 ms 2024-12-02T13:18:17,746 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:17,749 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/rep_barrier/4c4ae84865534356a0837951ad0e7229 is 112, key is test,,1733145481999.981d452e233612eb44fa8bc581fc0487./rep_barrier:seqnumDuringOpen/1733145482405/Put/seqid=0 2024-12-02T13:18:17,749 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/default/test/981d452e233612eb44fa8bc581fc0487/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:18:17,749 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:18:17,749 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T13:18:17,749 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:17,749 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 981d452e233612eb44fa8bc581fc0487: Waiting for close lock at 1733145497746Running coprocessor pre-close hooks at 1733145497746Disabling compacts and flushes for region at 1733145497746Disabling writes for close at 1733145497746Writing region close event to WAL at 1733145497747 (+1 ms)Running coprocessor post-close hooks at 1733145497749 (+2 ms)Closed at 1733145497749 2024-12-02T13:18:17,750 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733145481999.981d452e233612eb44fa8bc581fc0487. 2024-12-02T13:18:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741851_1027 (size=5518) 2024-12-02T13:18:17,891 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:18:17,891 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:18:17,891 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:17,892 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:17,897 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:18:17,897 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 688, reset compression=false 2024-12-02T13:18:17,897 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-06e3e18f2515,42833,1733145471411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:18:17,898 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 06e3e18f2515,42833,1733145471411: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-06e3e18f2515,42833,1733145471411, walGroup=06e3e18f2515%2C42833%2C1733145471411, offset=06e3e18f2515%2C42833%2C1733145471411.1733145487196:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:42833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T13:18:17,899 ERROR [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:18:17,899 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:18:17,900 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:18:17,900 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:18:17,900 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:18:17,900 INFO [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1644167168, "init": 1048576000, "max": 2306867200, "used": 1119810560 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207862376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T13:18:17,900 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:39357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=06e3e18f2515:39357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T13:18:17,952 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 393, reset compression=false 2024-12-02T13:18:17,993 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T13:18:17,993 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 688, reset compression=false 2024-12-02T13:18:17,993 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-06e3e18f2515,42833,1733145471411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T13:18:17,994 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-02T13:18:18,092 DEBUG [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:18:18,101 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 688, reset compression=false 2024-12-02T13:18:18,152 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/rep_barrier/4c4ae84865534356a0837951ad0e7229 2024-12-02T13:18:18,175 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/table/68711455125f4af698600446cc52a420 is 53, key is hbase:replication/table:state/1733145485410/Put/seqid=0 2024-12-02T13:18:18,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741852_1028 (size=5308) 2024-12-02T13:18:18,183 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/table/68711455125f4af698600446cc52a420 2024-12-02T13:18:18,188 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/info/84b894fc502645baa0ade3d32937cf4f as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/info/84b894fc502645baa0ade3d32937cf4f 2024-12-02T13:18:18,192 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/info/84b894fc502645baa0ade3d32937cf4f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T13:18:18,192 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/ns/a8d16d531f994e68a739026d59e56fc4 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/ns/a8d16d531f994e68a739026d59e56fc4 2024-12-02T13:18:18,198 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/ns/a8d16d531f994e68a739026d59e56fc4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T13:18:18,199 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/rep_barrier/4c4ae84865534356a0837951ad0e7229 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/rep_barrier/4c4ae84865534356a0837951ad0e7229 2024-12-02T13:18:18,206 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/rep_barrier/4c4ae84865534356a0837951ad0e7229, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T13:18:18,207 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/.tmp/table/68711455125f4af698600446cc52a420 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/table/68711455125f4af698600446cc52a420 2024-12-02T13:18:18,210 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/table/68711455125f4af698600446cc52a420, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T13:18:18,211 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-12-02T13:18:18,211 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:18:18,222 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T13:18:18,222 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T13:18:18,222 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:18:18,222 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:18:18,222 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145496891Running coprocessor pre-close hooks at 1733145496891Disabling compacts and flushes for region at 1733145496891Disabling writes for close at 1733145496891Obtaining lock to block concurrent updates at 1733145496891Preparing flush snapshotting stores in 1588230740 at 1733145496891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733145496891Flushing stores of hbase:meta,,1.1588230740 at 1733145496891Flushing 1588230740/info: creating writer at 1733145496892 (+1 ms)Flushing 1588230740/info: appending metadata at 1733145496906 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733145496906Flushing 1588230740/ns: creating writer at 1733145497313 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733145497325 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733145497325Flushing 1588230740/rep_barrier: creating writer at 1733145497731 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733145497748 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733145497748Flushing 1588230740/table: creating writer at 1733145498158 (+410 ms)Flushing 1588230740/table: appending metadata at 1733145498175 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733145498175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a330297: reopening flushed file at 1733145498187 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9a084d: reopening flushed file at 1733145498192 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27895ce1: reopening flushed file at 1733145498198 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368e3ec7: reopening flushed file at 1733145498206 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1733145498211 (+5 ms)Writing region close event to WAL at 1733145498217 (+6 ms)Running coprocessor post-close hooks at 1733145498222 (+5 ms)Closed at 1733145498222 2024-12-02T13:18:18,223 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:18:18,224 DEBUG [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/WALs/06e3e18f2515,42833,1733145471411/06e3e18f2515%2C42833%2C1733145471411.1733145487196 to pos 688, reset compression=false 2024-12-02T13:18:18,292 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,42833,1733145471411; all regions closed. 2024-12-02T13:18:18,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741843_1019 (size=859) 2024-12-02T13:18:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741842_1018 (size=2791) 2024-12-02T13:18:18,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741844_1020 (size=696) 2024-12-02T13:18:18,299 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:18,299 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:18:18,299 INFO [RS:0;06e3e18f2515:42833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:18:18,299 INFO [RS:0;06e3e18f2515:42833 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:18:18,299 INFO [RS:0;06e3e18f2515:42833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:18:18,299 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:18:18,299 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-06e3e18f2515,42833,1733145471411 because: Region server is closing 2024-12-02T13:18:18,300 INFO [RS:0;06e3e18f2515:42833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:42833. 2024-12-02T13:18:18,300 DEBUG [RS:0;06e3e18f2515:42833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:18,300 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:18,300 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:18,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:18,400 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 terminated 2024-12-02T13:18:18,400 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-06e3e18f2515,42833,1733145471411 because: Region server is closing 2024-12-02T13:18:18,400 INFO [RS:0;06e3e18f2515:42833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:42833. 2024-12-02T13:18:18,401 DEBUG [RS:0;06e3e18f2515:42833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:18:18,401 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:18,401 DEBUG [RS:0;06e3e18f2515:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:18:18,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:18:18,401 WARN [RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,1-06e3e18f2515,42833,1733145471411.replicationSource.wal-reader.06e3e18f2515%2C42833%2C1733145471411,1-06e3e18f2515,42833,1733145471411 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T13:18:18,501 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/06e3e18f2515:0-0.replicationSource,2-06e3e18f2515,42833,1733145471411.replicationSource.shipper06e3e18f2515%2C42833%2C1733145471411,2-06e3e18f2515,42833,1733145471411 terminated 2024-12-02T13:18:18,501 INFO [RS:0;06e3e18f2515:42833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42833 2024-12-02T13:18:18,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611/rs 2024-12-02T13:18:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1955227611/rs/06e3e18f2515,42833,1733145471411 2024-12-02T13:18:18,503 INFO [RS:0;06e3e18f2515:42833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:18:18,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,42833,1733145471411] 2024-12-02T13:18:18,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1955227611/draining/06e3e18f2515,42833,1733145471411 already deleted, retry=false 2024-12-02T13:18:18,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,42833,1733145471411 expired; onlineServers=0 2024-12-02T13:18:18,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,39357,1733145471317' ***** 2024-12-02T13:18:18,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:18:18,504 INFO [M:0;06e3e18f2515:39357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:18:18,504 INFO [M:0;06e3e18f2515:39357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:18:18,504 DEBUG [M:0;06e3e18f2515:39357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:18:18,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:18:18,504 DEBUG [M:0;06e3e18f2515:39357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:18:18,504 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145472993 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733145472993,5,FailOnTimeoutGroup] 2024-12-02T13:18:18,504 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145472989 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733145472989,5,FailOnTimeoutGroup] 2024-12-02T13:18:18,504 INFO [M:0;06e3e18f2515:39357 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:18:18,504 INFO [M:0;06e3e18f2515:39357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:18:18,504 DEBUG [M:0;06e3e18f2515:39357 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:18:18,504 INFO [M:0;06e3e18f2515:39357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:18:18,504 INFO [M:0;06e3e18f2515:39357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:18:18,505 INFO [M:0;06e3e18f2515:39357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:18:18,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:18:18,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1955227611/master 2024-12-02T13:18:18,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1955227611 2024-12-02T13:18:18,506 DEBUG [M:0;06e3e18f2515:39357 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1955227611/master already deleted, retry=false 2024-12-02T13:18:18,506 DEBUG [M:0;06e3e18f2515:39357 {}] master.ActiveMasterManager(353): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1955227611/master 2024-12-02T13:18:18,541 INFO [M:0;06e3e18f2515:39357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/.lastflushedseqids 2024-12-02T13:18:18,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:18,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1009b14811c0001, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:18,604 INFO [RS:0;06e3e18f2515:42833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:18:18,604 INFO [RS:0;06e3e18f2515:42833 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,42833,1733145471411; zookeeper connection closed. 2024-12-02T13:18:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741853_1029 (size=263) 2024-12-02T13:18:18,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f438770 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f438770 2024-12-02T13:18:18,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T13:18:19,015 INFO [M:0;06e3e18f2515:39357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:18:19,015 INFO [M:0;06e3e18f2515:39357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:18:19,015 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:18:19,015 INFO [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:19,015 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:19,016 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:18:19,016 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:19,016 INFO [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-02T13:18:19,039 DEBUG [M:0;06e3e18f2515:39357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681b1d86df8b403e9800c60bae63b314 is 82, key is hbase:meta,,1/info:regioninfo/1733145473741/Put/seqid=0 2024-12-02T13:18:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741854_1030 (size=5672) 2024-12-02T13:18:19,076 INFO [M:0;06e3e18f2515:39357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681b1d86df8b403e9800c60bae63b314 2024-12-02T13:18:19,106 DEBUG [M:0;06e3e18f2515:39357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98754635ee4645adb75d5ae27bb88039 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733145485413/Put/seqid=0 2024-12-02T13:18:19,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741855_1031 (size=8909) 2024-12-02T13:18:19,139 INFO [M:0;06e3e18f2515:39357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98754635ee4645adb75d5ae27bb88039 2024-12-02T13:18:19,183 DEBUG [M:0;06e3e18f2515:39357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9062d0ec32a544a2bb17cf89923fc68b is 69, key is 06e3e18f2515,42833,1733145471411/rs:state/1733145473107/Put/seqid=0 2024-12-02T13:18:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741856_1032 (size=5156) 2024-12-02T13:18:19,603 INFO [M:0;06e3e18f2515:39357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9062d0ec32a544a2bb17cf89923fc68b 2024-12-02T13:18:19,607 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681b1d86df8b403e9800c60bae63b314 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/681b1d86df8b403e9800c60bae63b314 2024-12-02T13:18:19,617 INFO [M:0;06e3e18f2515:39357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/681b1d86df8b403e9800c60bae63b314, entries=8, sequenceid=112, filesize=5.5 K 2024-12-02T13:18:19,619 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98754635ee4645adb75d5ae27bb88039 as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98754635ee4645adb75d5ae27bb88039 2024-12-02T13:18:19,627 INFO [M:0;06e3e18f2515:39357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98754635ee4645adb75d5ae27bb88039, entries=13, sequenceid=112, filesize=8.7 K 2024-12-02T13:18:19,628 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9062d0ec32a544a2bb17cf89923fc68b as hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9062d0ec32a544a2bb17cf89923fc68b 2024-12-02T13:18:19,634 INFO [M:0;06e3e18f2515:39357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/518a265e-1edb-4bc4-8d9b-3da762e11da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9062d0ec32a544a2bb17cf89923fc68b, entries=1, sequenceid=112, filesize=5.0 K 2024-12-02T13:18:19,635 INFO [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 619ms, sequenceid=112, compaction requested=false 2024-12-02T13:18:19,650 INFO [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:18:19,650 DEBUG [M:0;06e3e18f2515:39357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145499015Disabling compacts and flushes for region at 1733145499015Disabling writes for close at 1733145499016 (+1 ms)Obtaining lock to block concurrent updates at 1733145499016Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145499016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733145499016Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145499017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145499017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145499039 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145499039Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145499081 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145499106 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145499106Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145499143 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145499183 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145499183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228cfbd8: reopening flushed file at 1733145499607 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbcfef2: reopening flushed file at 1733145499618 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461aa278: reopening flushed file at 1733145499628 (+10 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 619ms, sequenceid=112, compaction requested=false at 1733145499635 (+7 ms)Writing region close event to WAL at 1733145499650 (+15 ms)Closed at 1733145499650 2024-12-02T13:18:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741830_1006 (size=69055) 2024-12-02T13:18:19,668 INFO [M:0;06e3e18f2515:39357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:18:19,668 INFO [M:0;06e3e18f2515:39357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39357 2024-12-02T13:18:19,668 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:18:19,668 INFO [M:0;06e3e18f2515:39357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:18:19,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:19,769 INFO [M:0;06e3e18f2515:39357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:18:19,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x1009b14811c0000, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:18:19,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@772cd50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:18:19,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:18:19,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:18:19,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:18:19,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.log.dir/,STOPPED} 2024-12-02T13:18:19,774 WARN [BP-909016297-172.17.0.2-1733145470161 heartbeating to localhost/127.0.0.1:33653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:18:19,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:18:19,774 WARN [BP-909016297-172.17.0.2-1733145470161 heartbeating to localhost/127.0.0.1:33653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909016297-172.17.0.2-1733145470161 (Datanode Uuid f8530384-9590-442b-bd67-d6bfc9634d76) service to localhost/127.0.0.1:33653 2024-12-02T13:18:19,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2/data/data1/current/BP-909016297-172.17.0.2-1733145470161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:18:19,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/cluster_b1b285ed-874a-4e42-d876-d4f57a708ea2/data/data2/current/BP-909016297-172.17.0.2-1733145470161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:18:19,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:18:19,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:18:19,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a93662f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:18:19,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:18:19,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:18:19,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:18:19,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ea565a-aed9-0a73-f1be-b928e9e3720c/hadoop.log.dir/,STOPPED} 2024-12-02T13:18:19,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:18:19,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T13:18:19,826 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 535) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33653 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33565 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38511 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 877) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=487 (was 461) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1451 (was 1740) 2024-12-02T13:18:19,826 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2024-12-02T13:18:19,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b14811c0005, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:18:19,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b14811c0002, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:18:19,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b14811c0005, quorum=127.0.0.1:51322, baseZNode=/1-721126862 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:18:19,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b14811c0002, quorum=127.0.0.1:51322, baseZNode=/0-1955227611 Received Disconnected from ZooKeeper, ignoring 2024-12-02T13:18:19,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009b14811c0008, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T13:18:19,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009b14811c0008, quorum=127.0.0.1:51322, baseZNode=/21027079474 Received Disconnected from ZooKeeper, ignoring